2024-11-17 18:17:59,451 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-17 18:17:59,468 main DEBUG Took 0.014144 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 18:17:59,468 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 18:17:59,469 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 18:17:59,470 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 18:17:59,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,481 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 18:17:59,495 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,497 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,498 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,499 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,500 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,501 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,502 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,503 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,504 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,504 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,505 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,506 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 18:17:59,507 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,507 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 18:17:59,509 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 18:17:59,511 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 18:17:59,513 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 18:17:59,513 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 18:17:59,515 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 18:17:59,515 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 18:17:59,526 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 18:17:59,528 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 18:17:59,530 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 18:17:59,530 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 18:17:59,531 main DEBUG createAppenders(={Console}) 2024-11-17 18:17:59,531 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-17 18:17:59,531 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-17 18:17:59,532 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-17 18:17:59,532 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 18:17:59,532 main DEBUG OutputStream closed 2024-11-17 18:17:59,533 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 18:17:59,533 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 18:17:59,533 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-17 18:17:59,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 18:17:59,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 18:17:59,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 18:17:59,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 18:17:59,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 18:17:59,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 18:17:59,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 18:17:59,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 18:17:59,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 18:17:59,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 18:17:59,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 18:17:59,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 18:17:59,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 18:17:59,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 18:17:59,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 18:17:59,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 18:17:59,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 18:17:59,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 18:17:59,609 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 18:17:59,609 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-17 18:17:59,609 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 18:17:59,610 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-17T18:17:59,878 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9 2024-11-17 18:17:59,881 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 18:17:59,881 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T18:17:59,890 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-17T18:17:59,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T18:17:59,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3, deleteOnExit=true 2024-11-17T18:17:59,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T18:17:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/test.cache.data in system properties and HBase conf 2024-11-17T18:17:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T18:17:59,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/hadoop.log.dir in system properties and HBase conf 2024-11-17T18:17:59,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T18:17:59,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T18:17:59,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T18:18:00,013 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T18:18:00,105 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T18:18:00,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T18:18:00,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T18:18:00,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T18:18:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T18:18:00,110 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T18:18:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T18:18:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T18:18:00,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T18:18:00,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T18:18:00,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/nfs.dump.dir in system properties and HBase conf 2024-11-17T18:18:00,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/java.io.tmpdir in system properties and HBase conf 2024-11-17T18:18:00,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T18:18:00,113 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T18:18:00,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T18:18:00,910 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T18:18:00,986 INFO [Time-limited test {}] log.Log(170): Logging initialized @2264ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T18:18:01,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T18:18:01,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T18:18:01,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T18:18:01,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T18:18:01,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T18:18:01,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T18:18:01,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50dba42e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/hadoop.log.dir/,AVAILABLE} 2024-11-17T18:18:01,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204089c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T18:18:01,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a587b03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/java.io.tmpdir/jetty-localhost-45791-hadoop-hdfs-3_4_1-tests_jar-_-any-12861518580501219508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T18:18:01,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e2798b8{HTTP/1.1, (http/1.1)}{localhost:45791} 2024-11-17T18:18:01,467 INFO [Time-limited test {}] server.Server(415): Started @2747ms 2024-11-17T18:18:01,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T18:18:01,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T18:18:01,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T18:18:01,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T18:18:01,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T18:18:01,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a027052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/hadoop.log.dir/,AVAILABLE} 2024-11-17T18:18:01,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a98c9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T18:18:02,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48abbbf4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/java.io.tmpdir/jetty-localhost-36779-hadoop-hdfs-3_4_1-tests_jar-_-any-9680622529434136571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T18:18:02,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3846762{HTTP/1.1, (http/1.1)}{localhost:36779} 2024-11-17T18:18:02,151 INFO [Time-limited test {}] server.Server(415): Started @3431ms 2024-11-17T18:18:02,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T18:18:03,035 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/dfs/data/data1/current/BP-1071056924-172.17.0.2-1731867480661/current, will proceed with Du for space computation calculation, 2024-11-17T18:18:03,039 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/dfs/data/data2/current/BP-1071056924-172.17.0.2-1731867480661/current, will proceed with Du for space computation calculation, 2024-11-17T18:18:03,138 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T18:18:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb58e27bb62267af6 with lease ID 0x275023f3079607ea: Processing first storage report for DS-4e37ac75-e8d0-4d30-9098-00a805bfdb3c from datanode DatanodeRegistration(127.0.0.1:44317, datanodeUuid=dc78efac-1f86-48ef-a5ef-c06871cb54f5, infoPort=35803, infoSecurePort=0, ipcPort=45197, storageInfo=lv=-57;cid=testClusterID;nsid=1281566251;c=1731867480661) 2024-11-17T18:18:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb58e27bb62267af6 with lease ID 0x275023f3079607ea: from storage DS-4e37ac75-e8d0-4d30-9098-00a805bfdb3c node DatanodeRegistration(127.0.0.1:44317, datanodeUuid=dc78efac-1f86-48ef-a5ef-c06871cb54f5, infoPort=35803, infoSecurePort=0, ipcPort=45197, storageInfo=lv=-57;cid=testClusterID;nsid=1281566251;c=1731867480661), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T18:18:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb58e27bb62267af6 with lease ID 0x275023f3079607ea: Processing first storage report for DS-7cf7ee1f-0130-4ea6-b441-4ecc991635d2 from datanode DatanodeRegistration(127.0.0.1:44317, datanodeUuid=dc78efac-1f86-48ef-a5ef-c06871cb54f5, infoPort=35803, infoSecurePort=0, ipcPort=45197, storageInfo=lv=-57;cid=testClusterID;nsid=1281566251;c=1731867480661) 2024-11-17T18:18:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb58e27bb62267af6 with lease ID 0x275023f3079607ea: from storage DS-7cf7ee1f-0130-4ea6-b441-4ecc991635d2 node DatanodeRegistration(127.0.0.1:44317, datanodeUuid=dc78efac-1f86-48ef-a5ef-c06871cb54f5, infoPort=35803, infoSecurePort=0, ipcPort=45197, storageInfo=lv=-57;cid=testClusterID;nsid=1281566251;c=1731867480661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T18:18:03,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9 2024-11-17T18:18:03,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/zookeeper_0, clientPort=64935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T18:18:03,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64935 2024-11-17T18:18:03,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T18:18:03,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T18:18:03,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741825_1001 (size=7) 2024-11-17T18:18:04,098 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 with version=8 2024-11-17T18:18:04,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/hbase-staging 2024-11-17T18:18:04,238 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T18:18:04,524 INFO [Time-limited test {}] client.ConnectionUtils(129): master/940f5f05a898:0 server-side Connection retries=45 2024-11-17T18:18:04,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T18:18:04,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T18:18:04,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T18:18:04,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T18:18:04,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T18:18:04,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T18:18:04,744 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T18:18:04,752 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T18:18:04,756 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T18:18:04,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16123 (auto-detected) 2024-11-17T18:18:04,783 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T18:18:04,801 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41879 2024-11-17T18:18:04,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T18:18:04,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T18:18:04,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41879 connecting to ZooKeeper ensemble=127.0.0.1:64935 2024-11-17T18:18:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418790x0, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T18:18:04,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41879-0x10006b455a40000 connected 2024-11-17T18:18:04,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T18:18:04,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T18:18:04,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T18:18:04,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-17T18:18:04,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41879 2024-11-17T18:18:04,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41879 2024-11-17T18:18:04,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-17T18:18:04,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-17T18:18:04,903 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9, hbase.cluster.distributed=false 2024-11-17T18:18:04,962 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/940f5f05a898:0 server-side Connection retries=45 2024-11-17T18:18:04,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T18:18:04,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T18:18:04,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T18:18:04,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T18:18:04,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T18:18:04,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T18:18:04,967 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T18:18:04,968 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35899 2024-11-17T18:18:04,970 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T18:18:04,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T18:18:04,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T18:18:04,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T18:18:04,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35899 connecting to ZooKeeper ensemble=127.0.0.1:64935 2024-11-17T18:18:04,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358990x0, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T18:18:04,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35899-0x10006b455a40001 connected 2024-11-17T18:18:04,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T18:18:04,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T18:18:04,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T18:18:04,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35899 2024-11-17T18:18:04,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35899 2024-11-17T18:18:04,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35899 2024-11-17T18:18:04,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35899 2024-11-17T18:18:04,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35899 2024-11-17T18:18:04,997 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/940f5f05a898,41879,1731867484231 2024-11-17T18:18:05,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T18:18:05,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T18:18:05,005 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/940f5f05a898,41879,1731867484231 2024-11-17T18:18:05,012 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;940f5f05a898:41879 2024-11-17T18:18:05,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T18:18:05,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T18:18:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:05,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:05,026 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T18:18:05,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T18:18:05,027 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/940f5f05a898,41879,1731867484231 from backup master directory 2024-11-17T18:18:05,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/940f5f05a898,41879,1731867484231 2024-11-17T18:18:05,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T18:18:05,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T18:18:05,030 WARN [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T18:18:05,030 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=940f5f05a898,41879,1731867484231 2024-11-17T18:18:05,032 INFO [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T18:18:05,034 INFO [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T18:18:05,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741826_1002 (size=42) 2024-11-17T18:18:05,499 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/hbase.id with ID: d69ce58e-20ba-45a2-b256-e756cb9594db 2024-11-17T18:18:05,541 INFO [master/940f5f05a898:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T18:18:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741827_1003 (size=196) 2024-11-17T18:18:06,000 INFO [master/940f5f05a898:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:18:06,001 INFO [master/940f5f05a898:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T18:18:06,019 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:06,023 INFO [master/940f5f05a898:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T18:18:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741828_1004 (size=1189) 2024-11-17T18:18:06,471 INFO [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store 2024-11-17T18:18:06,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741829_1005 (size=34) 2024-11-17T18:18:06,892 INFO [master/940f5f05a898:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T18:18:06,893 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:06,894 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T18:18:06,894 INFO [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:18:06,894 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:18:06,894 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T18:18:06,894 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:18:06,895 INFO [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:18:06,895 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T18:18:06,897 WARN [master/940f5f05a898:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/.initializing 2024-11-17T18:18:06,897 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/WALs/940f5f05a898,41879,1731867484231 2024-11-17T18:18:06,903 INFO [master/940f5f05a898:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T18:18:06,915 INFO [master/940f5f05a898:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=940f5f05a898%2C41879%2C1731867484231, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/WALs/940f5f05a898,41879,1731867484231, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/oldWALs, maxLogs=10 2024-11-17T18:18:06,938 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/WALs/940f5f05a898,41879,1731867484231/940f5f05a898%2C41879%2C1731867484231.1731867486920, exclude list is [], retry=0 2024-11-17T18:18:06,956 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-4e37ac75-e8d0-4d30-9098-00a805bfdb3c,DISK] 2024-11-17T18:18:06,959 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T18:18:06,996 INFO [master/940f5f05a898:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/WALs/940f5f05a898,41879,1731867484231/940f5f05a898%2C41879%2C1731867484231.1731867486920 2024-11-17T18:18:06,997 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35803:35803)] 2024-11-17T18:18:06,998 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:18:06,998 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:07,002 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,003 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T18:18:07,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:07,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T18:18:07,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T18:18:07,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:07,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:07,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T18:18:07,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:07,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:07,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T18:18:07,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:07,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:07,096 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,097 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,105 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T18:18:07,109 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T18:18:07,114 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:18:07,115 INFO [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73696068, jitterRate=0.09815698862075806}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T18:18:07,119 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T18:18:07,120 INFO [master/940f5f05a898:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T18:18:07,149 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1c3de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:07,184 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T18:18:07,196 INFO [master/940f5f05a898:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T18:18:07,196 INFO [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T18:18:07,198 INFO [master/940f5f05a898:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T18:18:07,200 INFO [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T18:18:07,205 INFO [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-17T18:18:07,205 INFO [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T18:18:07,236 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T18:18:07,249 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T18:18:07,251 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T18:18:07,253 INFO [master/940f5f05a898:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T18:18:07,255 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T18:18:07,256 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T18:18:07,258 INFO [master/940f5f05a898:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T18:18:07,261 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T18:18:07,262 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T18:18:07,263 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T18:18:07,265 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T18:18:07,274 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T18:18:07,275 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T18:18:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T18:18:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T18:18:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:07,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:07,279 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=940f5f05a898,41879,1731867484231, sessionid=0x10006b455a40000, setting cluster-up flag (Was=false) 2024-11-17T18:18:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:07,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:07,296 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T18:18:07,298 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=940f5f05a898,41879,1731867484231 2024-11-17T18:18:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:07,308 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T18:18:07,309 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=940f5f05a898,41879,1731867484231 2024-11-17T18:18:07,384 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T18:18:07,391 INFO [master/940f5f05a898:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T18:18:07,393 INFO [master/940f5f05a898:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T18:18:07,399 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 940f5f05a898,41879,1731867484231 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T18:18:07,403 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/940f5f05a898:0, corePoolSize=5, maxPoolSize=5 2024-11-17T18:18:07,403 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/940f5f05a898:0, corePoolSize=5, maxPoolSize=5 2024-11-17T18:18:07,403 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/940f5f05a898:0, corePoolSize=5, maxPoolSize=5 2024-11-17T18:18:07,404 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/940f5f05a898:0, corePoolSize=5, maxPoolSize=5 2024-11-17T18:18:07,404 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/940f5f05a898:0, corePoolSize=10, maxPoolSize=10 2024-11-17T18:18:07,404 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,405 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/940f5f05a898:0, corePoolSize=2, maxPoolSize=2 2024-11-17T18:18:07,405 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,406 INFO [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731867517406 2024-11-17T18:18:07,408 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T18:18:07,409 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T18:18:07,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T18:18:07,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T18:18:07,411 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;940f5f05a898:35899 2024-11-17T18:18:07,412 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T18:18:07,413 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T18:18:07,413 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1008): ClusterId : d69ce58e-20ba-45a2-b256-e756cb9594db 2024-11-17T18:18:07,413 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T18:18:07,413 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T18:18:07,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:07,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T18:18:07,416 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,416 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T18:18:07,418 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T18:18:07,419 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T18:18:07,420 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T18:18:07,421 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T18:18:07,421 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T18:18:07,422 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T18:18:07,422 INFO [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T18:18:07,424 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/940f5f05a898:0:becomeActiveMaster-HFileCleaner.large.0-1731867487423,5,FailOnTimeoutGroup] 2024-11-17T18:18:07,424 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/940f5f05a898:0:becomeActiveMaster-HFileCleaner.small.0-1731867487424,5,FailOnTimeoutGroup] 2024-11-17T18:18:07,424 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,424 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T18:18:07,424 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T18:18:07,425 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,426 DEBUG [RS:0;940f5f05a898:35899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b40a013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:07,426 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741831_1007 (size=1039) 2024-11-17T18:18:07,427 DEBUG [RS:0;940f5f05a898:35899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fe7d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=940f5f05a898/172.17.0.2:0 2024-11-17T18:18:07,430 INFO [RS:0;940f5f05a898:35899 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T18:18:07,430 INFO [RS:0;940f5f05a898:35899 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T18:18:07,430 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T18:18:07,432 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(3073): reportForDuty to master=940f5f05a898,41879,1731867484231 with isa=940f5f05a898/172.17.0.2:35899, startcode=1731867484961 2024-11-17T18:18:07,444 DEBUG [RS:0;940f5f05a898:35899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T18:18:07,480 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52573, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T18:18:07,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 940f5f05a898,35899,1731867484961 2024-11-17T18:18:07,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41879 {}] master.ServerManager(486): Registering regionserver=940f5f05a898,35899,1731867484961 2024-11-17T18:18:07,501 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:18:07,501 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37285 2024-11-17T18:18:07,502 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T18:18:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T18:18:07,507 DEBUG [RS:0;940f5f05a898:35899 {}] zookeeper.ZKUtil(111): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/940f5f05a898,35899,1731867484961 2024-11-17T18:18:07,507 WARN [RS:0;940f5f05a898:35899 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T18:18:07,507 INFO [RS:0;940f5f05a898:35899 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T18:18:07,507 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/WALs/940f5f05a898,35899,1731867484961 2024-11-17T18:18:07,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [940f5f05a898,35899,1731867484961] 2024-11-17T18:18:07,524 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T18:18:07,537 INFO [RS:0;940f5f05a898:35899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T18:18:07,549 INFO [RS:0;940f5f05a898:35899 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T18:18:07,552 INFO [RS:0;940f5f05a898:35899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T18:18:07,552 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,553 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T18:18:07,560 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,560 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,560 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,561 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,561 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,561 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,561 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/940f5f05a898:0, corePoolSize=2, maxPoolSize=2 2024-11-17T18:18:07,561 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,561 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,561 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,562 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,562 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/940f5f05a898:0, corePoolSize=1, maxPoolSize=1 2024-11-17T18:18:07,562 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/940f5f05a898:0, corePoolSize=3, maxPoolSize=3 2024-11-17T18:18:07,562 DEBUG [RS:0;940f5f05a898:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0, corePoolSize=3, maxPoolSize=3 2024-11-17T18:18:07,563 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,563 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,563 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,564 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,564 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,35899,1731867484961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T18:18:07,584 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T18:18:07,586 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,35899,1731867484961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:07,605 INFO [RS:0;940f5f05a898:35899 {}] regionserver.Replication(204): 940f5f05a898,35899,1731867484961 started 2024-11-17T18:18:07,605 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1767): Serving as 940f5f05a898,35899,1731867484961, RpcServer on 940f5f05a898/172.17.0.2:35899, sessionid=0x10006b455a40001 2024-11-17T18:18:07,606 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T18:18:07,606 DEBUG [RS:0;940f5f05a898:35899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 940f5f05a898,35899,1731867484961 2024-11-17T18:18:07,606 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '940f5f05a898,35899,1731867484961' 2024-11-17T18:18:07,606 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T18:18:07,607 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T18:18:07,608 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T18:18:07,608 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T18:18:07,608 DEBUG [RS:0;940f5f05a898:35899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 940f5f05a898,35899,1731867484961 2024-11-17T18:18:07,608 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '940f5f05a898,35899,1731867484961' 2024-11-17T18:18:07,608 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T18:18:07,609 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T18:18:07,609 DEBUG [RS:0;940f5f05a898:35899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T18:18:07,609 INFO [RS:0;940f5f05a898:35899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T18:18:07,609 INFO [RS:0;940f5f05a898:35899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T18:18:07,715 INFO [RS:0;940f5f05a898:35899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T18:18:07,718 INFO [RS:0;940f5f05a898:35899 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=940f5f05a898%2C35899%2C1731867484961, suffix=, logDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/WALs/940f5f05a898,35899,1731867484961, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/oldWALs, maxLogs=32 2024-11-17T18:18:07,735 DEBUG [RS:0;940f5f05a898:35899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/WALs/940f5f05a898,35899,1731867484961/940f5f05a898%2C35899%2C1731867484961.1731867487720, exclude list is [], retry=0 2024-11-17T18:18:07,739 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-4e37ac75-e8d0-4d30-9098-00a805bfdb3c,DISK] 2024-11-17T18:18:07,743 INFO [RS:0;940f5f05a898:35899 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/WALs/940f5f05a898,35899,1731867484961/940f5f05a898%2C35899%2C1731867484961.1731867487720 2024-11-17T18:18:07,743 DEBUG [RS:0;940f5f05a898:35899 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35803:35803)] 2024-11-17T18:18:07,828 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T18:18:07,829 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:18:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741833_1009 (size=32) 2024-11-17T18:18:08,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:08,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T18:18:08,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T18:18:08,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:08,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T18:18:08,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T18:18:08,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T18:18:08,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:08,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T18:18:08,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T18:18:08,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T18:18:08,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:08,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T18:18:08,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740 2024-11-17T18:18:08,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740 2024-11-17T18:18:08,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:18:08,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T18:18:08,263 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:18:08,263 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68910025, jitterRate=0.02683939039707184}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:18:08,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T18:18:08,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T18:18:08,266 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T18:18:08,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T18:18:08,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T18:18:08,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T18:18:08,267 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T18:18:08,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T18:18:08,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T18:18:08,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T18:18:08,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T18:18:08,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T18:18:08,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T18:18:08,439 DEBUG [940f5f05a898:41879 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T18:18:08,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:08,449 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 940f5f05a898,35899,1731867484961, state=OPENING 2024-11-17T18:18:08,454 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T18:18:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:08,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:08,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T18:18:08,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T18:18:08,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:18:08,635 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:08,637 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T18:18:08,640 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T18:18:08,650 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T18:18:08,651 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T18:18:08,651 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T18:18:08,654 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=940f5f05a898%2C35899%2C1731867484961.meta, suffix=.meta, logDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/WALs/940f5f05a898,35899,1731867484961, archiveDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/oldWALs, maxLogs=32 2024-11-17T18:18:08,671 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/WALs/940f5f05a898,35899,1731867484961/940f5f05a898%2C35899%2C1731867484961.meta.1731867488656.meta, exclude list is [], retry=0 2024-11-17T18:18:08,675 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44317,DS-4e37ac75-e8d0-4d30-9098-00a805bfdb3c,DISK] 2024-11-17T18:18:08,678 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/WALs/940f5f05a898,35899,1731867484961/940f5f05a898%2C35899%2C1731867484961.meta.1731867488656.meta 2024-11-17T18:18:08,679 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35803:35803)] 2024-11-17T18:18:08,679 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:18:08,680 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T18:18:08,739 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T18:18:08,743 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T18:18:08,747 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T18:18:08,748 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:08,748 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T18:18:08,748 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T18:18:08,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T18:18:08,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T18:18:08,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:08,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T18:18:08,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T18:18:08,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T18:18:08,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:08,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T18:18:08,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T18:18:08,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T18:18:08,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:08,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T18:18:08,760 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740 2024-11-17T18:18:08,763 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740 2024-11-17T18:18:08,765 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:18:08,768 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T18:18:08,769 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62982832, jitterRate=-0.06148266792297363}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:18:08,771 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T18:18:08,777 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731867488629 2024-11-17T18:18:08,788 DEBUG [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T18:18:08,789 INFO [RS_OPEN_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T18:18:08,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:08,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 940f5f05a898,35899,1731867484961, state=OPEN 2024-11-17T18:18:08,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T18:18:08,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T18:18:08,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T18:18:08,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T18:18:08,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T18:18:08,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=940f5f05a898,35899,1731867484961 in 337 msec 2024-11-17T18:18:08,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T18:18:08,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-17T18:18:08,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4680 sec 2024-11-17T18:18:08,810 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731867488810, completionTime=-1 2024-11-17T18:18:08,810 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T18:18:08,811 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T18:18:08,850 DEBUG [hconnection-0x5e82cdda-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:08,852 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:08,861 INFO [master/940f5f05a898:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-17T18:18:08,861 INFO [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731867548861 2024-11-17T18:18:08,862 INFO [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731867608861 2024-11-17T18:18:08,862 INFO [master/940f5f05a898:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-17T18:18:08,884 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,41879,1731867484231-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:08,885 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,41879,1731867484231-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:08,885 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,41879,1731867484231-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:08,887 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-940f5f05a898:41879, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:08,887 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:08,892 DEBUG [master/940f5f05a898:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T18:18:08,896 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T18:18:08,898 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T18:18:08,904 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T18:18:08,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T18:18:08,907 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:08,909 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T18:18:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741835_1011 (size=358) 2024-11-17T18:18:09,324 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ffb3d40b12db0b1cb936d4589fce7293, NAME => 'hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:18:09,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741836_1012 (size=42) 2024-11-17T18:18:09,734 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:09,735 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ffb3d40b12db0b1cb936d4589fce7293, disabling compactions & flushes 2024-11-17T18:18:09,735 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:18:09,735 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:18:09,735 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. after waiting 0 ms 2024-11-17T18:18:09,735 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:18:09,735 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:18:09,735 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ffb3d40b12db0b1cb936d4589fce7293: 2024-11-17T18:18:09,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T18:18:09,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731867489738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731867489738"}]},"ts":"1731867489738"} 2024-11-17T18:18:09,768 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T18:18:09,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T18:18:09,772 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867489770"}]},"ts":"1731867489770"} 2024-11-17T18:18:09,776 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T18:18:09,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ffb3d40b12db0b1cb936d4589fce7293, ASSIGN}] 2024-11-17T18:18:09,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ffb3d40b12db0b1cb936d4589fce7293, ASSIGN 2024-11-17T18:18:09,786 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ffb3d40b12db0b1cb936d4589fce7293, ASSIGN; state=OFFLINE, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=false 2024-11-17T18:18:09,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ffb3d40b12db0b1cb936d4589fce7293, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:09,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ffb3d40b12db0b1cb936d4589fce7293, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:18:10,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:10,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:18:10,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ffb3d40b12db0b1cb936d4589fce7293, NAME => 'hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:18:10,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:18:10,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:10,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:18:10,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:18:10,102 INFO [StoreOpener-ffb3d40b12db0b1cb936d4589fce7293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:18:10,104 INFO [StoreOpener-ffb3d40b12db0b1cb936d4589fce7293-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffb3d40b12db0b1cb936d4589fce7293 columnFamilyName info 2024-11-17T18:18:10,104 DEBUG [StoreOpener-ffb3d40b12db0b1cb936d4589fce7293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:10,105 INFO [StoreOpener-ffb3d40b12db0b1cb936d4589fce7293-1 {}] regionserver.HStore(327): Store=ffb3d40b12db0b1cb936d4589fce7293/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:10,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:18:10,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:18:10,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:18:10,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:18:10,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ffb3d40b12db0b1cb936d4589fce7293; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65666702, jitterRate=-0.021489888429641724}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T18:18:10,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ffb3d40b12db0b1cb936d4589fce7293: 2024-11-17T18:18:10,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293., pid=6, masterSystemTime=1731867490093 2024-11-17T18:18:10,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:18:10,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:18:10,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ffb3d40b12db0b1cb936d4589fce7293, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:10,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T18:18:10,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ffb3d40b12db0b1cb936d4589fce7293, server=940f5f05a898,35899,1731867484961 in 191 msec 2024-11-17T18:18:10,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T18:18:10,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ffb3d40b12db0b1cb936d4589fce7293, ASSIGN in 352 msec 2024-11-17T18:18:10,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T18:18:10,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867490139"}]},"ts":"1731867490139"} 2024-11-17T18:18:10,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T18:18:10,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T18:18:10,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2480 sec 2024-11-17T18:18:10,207 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T18:18:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T18:18:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:10,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:18:10,237 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T18:18:10,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T18:18:10,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-17T18:18:10,260 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T18:18:10,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T18:18:10,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-17T18:18:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T18:18:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T18:18:10,289 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.259sec 2024-11-17T18:18:10,291 INFO [master/940f5f05a898:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T18:18:10,292 INFO [master/940f5f05a898:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T18:18:10,293 INFO [master/940f5f05a898:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T18:18:10,293 INFO [master/940f5f05a898:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T18:18:10,294 INFO [master/940f5f05a898:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T18:18:10,294 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,41879,1731867484231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T18:18:10,295 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,41879,1731867484231-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T18:18:10,301 DEBUG [master/940f5f05a898:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T18:18:10,302 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T18:18:10,302 INFO [master/940f5f05a898:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=940f5f05a898,41879,1731867484231-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T18:18:10,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5dfbda97 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669ea888 2024-11-17T18:18:10,315 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-17T18:18:10,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eecf8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:10,326 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T18:18:10,326 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T18:18:10,335 DEBUG [hconnection-0x62b854df-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:10,346 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:10,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=940f5f05a898,41879,1731867484231 2024-11-17T18:18:10,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=11588 2024-11-17T18:18:10,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T18:18:10,384 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T18:18:10,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:18:10,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:18:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:10,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T18:18:10,421 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:10,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-17T18:18:10,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T18:18:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T18:18:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741837_1013 (size=960) 2024-11-17T18:18:10,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:18:10,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741838_1014 (size=53) 2024-11-17T18:18:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T18:18:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T18:18:10,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:10,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c905aa703dea20d28e957a4ddecee391, disabling compactions & flushes 2024-11-17T18:18:10,857 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:10,857 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:10,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. after waiting 0 ms 2024-11-17T18:18:10,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:10,858 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:10,858 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:10,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T18:18:10,860 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731867490860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731867490860"}]},"ts":"1731867490860"} 2024-11-17T18:18:10,862 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T18:18:10,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T18:18:10,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867490864"}]},"ts":"1731867490864"} 2024-11-17T18:18:10,866 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T18:18:10,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905aa703dea20d28e957a4ddecee391, ASSIGN}] 2024-11-17T18:18:10,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905aa703dea20d28e957a4ddecee391, ASSIGN 2024-11-17T18:18:10,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905aa703dea20d28e957a4ddecee391, ASSIGN; state=OFFLINE, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=false 2024-11-17T18:18:11,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c905aa703dea20d28e957a4ddecee391, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:18:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T18:18:11,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,186 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,186 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:18:11,187 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,187 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:11,187 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,187 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,189 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,192 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:11,193 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905aa703dea20d28e957a4ddecee391 columnFamilyName A 2024-11-17T18:18:11,193 DEBUG [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:11,194 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.HStore(327): Store=c905aa703dea20d28e957a4ddecee391/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:11,194 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,196 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:11,196 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905aa703dea20d28e957a4ddecee391 columnFamilyName B 2024-11-17T18:18:11,196 DEBUG [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:11,197 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.HStore(327): Store=c905aa703dea20d28e957a4ddecee391/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:11,197 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,199 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:11,199 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c905aa703dea20d28e957a4ddecee391 columnFamilyName C 2024-11-17T18:18:11,199 DEBUG [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:11,200 INFO [StoreOpener-c905aa703dea20d28e957a4ddecee391-1 {}] regionserver.HStore(327): Store=c905aa703dea20d28e957a4ddecee391/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:11,200 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,202 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,203 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,206 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:18:11,208 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,212 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:18:11,213 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c905aa703dea20d28e957a4ddecee391; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63754227, jitterRate=-0.04998798668384552}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:18:11,214 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:11,216 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., pid=11, masterSystemTime=1731867491180 2024-11-17T18:18:11,218 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,219 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c905aa703dea20d28e957a4ddecee391, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T18:18:11,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 in 196 msec 2024-11-17T18:18:11,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T18:18:11,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905aa703dea20d28e957a4ddecee391, ASSIGN in 356 msec 2024-11-17T18:18:11,230 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T18:18:11,231 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867491231"}]},"ts":"1731867491231"} 2024-11-17T18:18:11,233 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T18:18:11,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T18:18:11,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 821 msec 2024-11-17T18:18:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T18:18:11,540 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-17T18:18:11,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b2b3f1a to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71181aaf 2024-11-17T18:18:11,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3902173f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,553 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T18:18:11,558 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T18:18:11,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51fca988 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@176981aa 2024-11-17T18:18:11,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284c0bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a5975ed to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2166cfdd 2024-11-17T18:18:11,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2ad648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b874948 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c6e96c1 2024-11-17T18:18:11,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df9192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73931430 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b734c1d 2024-11-17T18:18:11,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6592503e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ecc6c48 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fece73d 2024-11-17T18:18:11,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8084b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b18da94 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@751e7e91 2024-11-17T18:18:11,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d043bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35abab9b to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33c7a149 2024-11-17T18:18:11,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f428572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x210f8e23 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a1df665 2024-11-17T18:18:11,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13d5efd2 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26ce9d13 2024-11-17T18:18:11,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cae9dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:11,605 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,605 DEBUG [hconnection-0x2216ae23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,607 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,607 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,608 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,608 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:11,617 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,618 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,618 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,619 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,619 DEBUG [hconnection-0x3d0fdd06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-17T18:18:11,620 DEBUG [hconnection-0x4360c845-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:11,621 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:11,623 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T18:18:11,623 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:11,625 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,626 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,636 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:11,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:18:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:11,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T18:18:11,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:11,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:11,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:11,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/4318b8f70fd245758be4ffae2d1386e1 is 50, key is test_row_0/A:col10/1731867491643/Put/seqid=0 2024-11-17T18:18:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867551833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867551852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867551854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867551856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867551859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741839_1015 (size=16681) 2024-11-17T18:18:11,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/4318b8f70fd245758be4ffae2d1386e1 2024-11-17T18:18:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T18:18:11,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:11,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:11,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:11,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:11,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/cce78bfe09614616b8153402a3222cb0 is 50, key is test_row_0/B:col10/1731867491643/Put/seqid=0 2024-11-17T18:18:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741840_1016 (size=12001) 2024-11-17T18:18:11,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/cce78bfe09614616b8153402a3222cb0 2024-11-17T18:18:11,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867551989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867551989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867551990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867551992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867551993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/37c442b66ba94ed9af1a80569093e379 is 50, key is test_row_0/C:col10/1731867491643/Put/seqid=0 2024-11-17T18:18:12,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741841_1017 (size=12001) 2024-11-17T18:18:12,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:12,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867552198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867552198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867552198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867552199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867552200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T18:18:12,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:12,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/37c442b66ba94ed9af1a80569093e379 2024-11-17T18:18:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/4318b8f70fd245758be4ffae2d1386e1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4318b8f70fd245758be4ffae2d1386e1 2024-11-17T18:18:12,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4318b8f70fd245758be4ffae2d1386e1, entries=250, sequenceid=12, filesize=16.3 K 2024-11-17T18:18:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-17T18:18:12,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/cce78bfe09614616b8153402a3222cb0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/cce78bfe09614616b8153402a3222cb0 2024-11-17T18:18:12,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/cce78bfe09614616b8153402a3222cb0, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T18:18:12,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/37c442b66ba94ed9af1a80569093e379 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/37c442b66ba94ed9af1a80569093e379 2024-11-17T18:18:12,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/37c442b66ba94ed9af1a80569093e379, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T18:18:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867552504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867552505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for c905aa703dea20d28e957a4ddecee391 in 820ms, sequenceid=12, compaction requested=false 2024-11-17T18:18:12,519 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T18:18:12,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:12,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-17T18:18:12,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:12,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:12,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:12,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:12,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:12,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:12,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/3c03dcda5dfa4c0cbb121d9670a6e0f6 is 50, key is test_row_0/A:col10/1731867492519/Put/seqid=0 2024-11-17T18:18:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741842_1018 (size=16681) 2024-11-17T18:18:12,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/3c03dcda5dfa4c0cbb121d9670a6e0f6 2024-11-17T18:18:12,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867552553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867552558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867552559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/eaf3d947a6754414bdf99ab4bd2c9ccf is 50, key is test_row_0/B:col10/1731867492519/Put/seqid=0 2024-11-17T18:18:12,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:12,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:12,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741843_1019 (size=12001) 2024-11-17T18:18:12,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/eaf3d947a6754414bdf99ab4bd2c9ccf 2024-11-17T18:18:12,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/24547314580d4f47a6549461b86a5bd3 is 50, key is test_row_0/C:col10/1731867492519/Put/seqid=0 2024-11-17T18:18:12,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867552665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867552666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867552662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741844_1020 (size=12001) 2024-11-17T18:18:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T18:18:12,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867552872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867552876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867552872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:12,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:12,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:12,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:12,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867553024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867553024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,071 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/24547314580d4f47a6549461b86a5bd3 2024-11-17T18:18:13,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/3c03dcda5dfa4c0cbb121d9670a6e0f6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3c03dcda5dfa4c0cbb121d9670a6e0f6 2024-11-17T18:18:13,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3c03dcda5dfa4c0cbb121d9670a6e0f6, entries=250, sequenceid=41, filesize=16.3 K 2024-11-17T18:18:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/eaf3d947a6754414bdf99ab4bd2c9ccf as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/eaf3d947a6754414bdf99ab4bd2c9ccf 2024-11-17T18:18:13,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/eaf3d947a6754414bdf99ab4bd2c9ccf, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T18:18:13,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/24547314580d4f47a6549461b86a5bd3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/24547314580d4f47a6549461b86a5bd3 2024-11-17T18:18:13,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/24547314580d4f47a6549461b86a5bd3, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T18:18:13,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for c905aa703dea20d28e957a4ddecee391 in 622ms, sequenceid=41, compaction requested=false 2024-11-17T18:18:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:13,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:18:13,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:13,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:13,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:13,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:13,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:13,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:13,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/65d7df82e7a64ca1b47e048606a4ac9f is 50, key is test_row_0/A:col10/1731867493189/Put/seqid=0 2024-11-17T18:18:13,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741845_1021 (size=19021) 2024-11-17T18:18:13,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:13,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867553325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867553331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867553334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:13,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:13,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867553436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867553446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867553457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,529 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T18:18:13,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-17T18:18:13,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/65d7df82e7a64ca1b47e048606a4ac9f 2024-11-17T18:18:13,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867553642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a7bad07281824252af32f2ad23fb2a92 is 50, key is test_row_0/B:col10/1731867493189/Put/seqid=0 2024-11-17T18:18:13,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867553652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867553660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741846_1022 (size=12001) 2024-11-17T18:18:13,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a7bad07281824252af32f2ad23fb2a92 2024-11-17T18:18:13,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/8a58209052ee4d769eafa0e5904b084c is 50, key is test_row_0/C:col10/1731867493189/Put/seqid=0 2024-11-17T18:18:13,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:13,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741847_1023 (size=12001) 2024-11-17T18:18:13,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/8a58209052ee4d769eafa0e5904b084c 2024-11-17T18:18:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T18:18:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/65d7df82e7a64ca1b47e048606a4ac9f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/65d7df82e7a64ca1b47e048606a4ac9f 2024-11-17T18:18:13,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/65d7df82e7a64ca1b47e048606a4ac9f, entries=300, sequenceid=52, filesize=18.6 K 2024-11-17T18:18:13,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a7bad07281824252af32f2ad23fb2a92 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a7bad07281824252af32f2ad23fb2a92 2024-11-17T18:18:13,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a7bad07281824252af32f2ad23fb2a92, entries=150, sequenceid=52, filesize=11.7 K 2024-11-17T18:18:13,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/8a58209052ee4d769eafa0e5904b084c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8a58209052ee4d769eafa0e5904b084c 2024-11-17T18:18:13,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8a58209052ee4d769eafa0e5904b084c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-17T18:18:13,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c905aa703dea20d28e957a4ddecee391 in 596ms, sequenceid=52, compaction requested=true 2024-11-17T18:18:13,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:13,804 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:13,805 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:13,809 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:13,811 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:13,811 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,811 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/cce78bfe09614616b8153402a3222cb0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/eaf3d947a6754414bdf99ab4bd2c9ccf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a7bad07281824252af32f2ad23fb2a92] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.2 K 2024-11-17T18:18:13,812 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:13,812 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:13,812 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,812 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4318b8f70fd245758be4ffae2d1386e1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3c03dcda5dfa4c0cbb121d9670a6e0f6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/65d7df82e7a64ca1b47e048606a4ac9f] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=51.2 K 2024-11-17T18:18:13,813 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting cce78bfe09614616b8153402a3222cb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731867491643 2024-11-17T18:18:13,813 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4318b8f70fd245758be4ffae2d1386e1, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731867491640 2024-11-17T18:18:13,814 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting eaf3d947a6754414bdf99ab4bd2c9ccf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731867491851 2024-11-17T18:18:13,814 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c03dcda5dfa4c0cbb121d9670a6e0f6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731867491827 2024-11-17T18:18:13,815 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65d7df82e7a64ca1b47e048606a4ac9f, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731867492549 2024-11-17T18:18:13,815 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting a7bad07281824252af32f2ad23fb2a92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731867493188 2024-11-17T18:18:13,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T18:18:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,850 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T18:18:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:13,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:13,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:13,857 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#9 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:13,858 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/65f162fce7544a85be72a6a1b3e06dc8 is 50, key is test_row_0/B:col10/1731867493189/Put/seqid=0 2024-11-17T18:18:13,866 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:13,867 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/038e846de6ff4ef78e2101f53cef4677 is 50, key is test_row_0/A:col10/1731867493189/Put/seqid=0 2024-11-17T18:18:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/daf4e8c8cd004933a2f7a94a1f701f1c is 50, key is test_row_0/A:col10/1731867493321/Put/seqid=0 2024-11-17T18:18:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741848_1024 (size=12104) 2024-11-17T18:18:13,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741849_1025 (size=12104) 2024-11-17T18:18:13,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741850_1026 (size=12001) 2024-11-17T18:18:13,930 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/038e846de6ff4ef78e2101f53cef4677 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/038e846de6ff4ef78e2101f53cef4677 2024-11-17T18:18:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:13,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:13,959 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 038e846de6ff4ef78e2101f53cef4677(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:13,959 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:13,959 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867493803; duration=0sec 2024-11-17T18:18:13,959 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:13,959 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:13,960 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:13,962 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:13,963 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:13,963 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:13,963 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/37c442b66ba94ed9af1a80569093e379, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/24547314580d4f47a6549461b86a5bd3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8a58209052ee4d769eafa0e5904b084c] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.2 K 2024-11-17T18:18:13,965 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37c442b66ba94ed9af1a80569093e379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731867491643 2024-11-17T18:18:13,966 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24547314580d4f47a6549461b86a5bd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731867491851 2024-11-17T18:18:13,967 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a58209052ee4d769eafa0e5904b084c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731867493188 2024-11-17T18:18:13,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867553973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867553976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867553976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,003 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:14,004 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/848d0ca7f2934fbfbe92e9e727db3f14 is 50, key is test_row_0/C:col10/1731867493189/Put/seqid=0 2024-11-17T18:18:14,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741851_1027 (size=12104) 2024-11-17T18:18:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867554032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867554033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867554078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867554083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867554084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T18:18:14,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867554285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867554289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867554290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,315 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/65f162fce7544a85be72a6a1b3e06dc8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/65f162fce7544a85be72a6a1b3e06dc8 2024-11-17T18:18:14,315 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/daf4e8c8cd004933a2f7a94a1f701f1c 2024-11-17T18:18:14,333 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 65f162fce7544a85be72a6a1b3e06dc8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:14,333 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:14,333 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867493804; duration=0sec 2024-11-17T18:18:14,333 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:14,333 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:14,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/c34e8d25f7d14c12835c5ef656418877 is 50, key is test_row_0/B:col10/1731867493321/Put/seqid=0 2024-11-17T18:18:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741852_1028 (size=12001) 2024-11-17T18:18:14,373 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/c34e8d25f7d14c12835c5ef656418877 2024-11-17T18:18:14,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/bb85733c3f3d458486dfef404cb7336c is 50, key is test_row_0/C:col10/1731867493321/Put/seqid=0 2024-11-17T18:18:14,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741853_1029 (size=12001) 2024-11-17T18:18:14,431 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/bb85733c3f3d458486dfef404cb7336c 2024-11-17T18:18:14,447 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/848d0ca7f2934fbfbe92e9e727db3f14 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/848d0ca7f2934fbfbe92e9e727db3f14 2024-11-17T18:18:14,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/daf4e8c8cd004933a2f7a94a1f701f1c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/daf4e8c8cd004933a2f7a94a1f701f1c 2024-11-17T18:18:14,466 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into 848d0ca7f2934fbfbe92e9e727db3f14(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:14,467 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:14,467 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867493804; duration=0sec 2024-11-17T18:18:14,468 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:14,468 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:14,468 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/daf4e8c8cd004933a2f7a94a1f701f1c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-17T18:18:14,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/c34e8d25f7d14c12835c5ef656418877 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c34e8d25f7d14c12835c5ef656418877 2024-11-17T18:18:14,484 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c34e8d25f7d14c12835c5ef656418877, entries=150, sequenceid=78, filesize=11.7 K 2024-11-17T18:18:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/bb85733c3f3d458486dfef404cb7336c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/bb85733c3f3d458486dfef404cb7336c 2024-11-17T18:18:14,507 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/bb85733c3f3d458486dfef404cb7336c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-17T18:18:14,510 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c905aa703dea20d28e957a4ddecee391 in 660ms, sequenceid=78, compaction requested=false 2024-11-17T18:18:14,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:14,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:14,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T18:18:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-17T18:18:14,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T18:18:14,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8890 sec 2024-11-17T18:18:14,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.9070 sec 2024-11-17T18:18:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:14,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:18:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:14,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:14,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/93c7eb13078a4b819c77b134a51ea6c3 is 50, key is test_row_0/A:col10/1731867493972/Put/seqid=0 2024-11-17T18:18:14,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741854_1030 (size=12001) 2024-11-17T18:18:14,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/93c7eb13078a4b819c77b134a51ea6c3 2024-11-17T18:18:14,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e2b55509b1a141ecb4abad253626054f is 50, key is test_row_0/B:col10/1731867493972/Put/seqid=0 2024-11-17T18:18:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867554686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867554686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867554688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741855_1031 (size=12001) 2024-11-17T18:18:14,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e2b55509b1a141ecb4abad253626054f 2024-11-17T18:18:14,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/9bdba07303d44cf28987cdeb6e4931da is 50, key is test_row_0/C:col10/1731867493972/Put/seqid=0 2024-11-17T18:18:14,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T18:18:14,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T18:18:14,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-17T18:18:14,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-17T18:18:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T18:18:14,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T18:18:14,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T18:18:14,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T18:18:14,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T18:18:14,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-17T18:18:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741856_1032 (size=12001) 2024-11-17T18:18:14,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/9bdba07303d44cf28987cdeb6e4931da 2024-11-17T18:18:14,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/93c7eb13078a4b819c77b134a51ea6c3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/93c7eb13078a4b819c77b134a51ea6c3 2024-11-17T18:18:14,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/93c7eb13078a4b819c77b134a51ea6c3, entries=150, sequenceid=92, filesize=11.7 K 2024-11-17T18:18:14,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e2b55509b1a141ecb4abad253626054f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e2b55509b1a141ecb4abad253626054f 2024-11-17T18:18:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867554793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867554793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867554793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:14,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e2b55509b1a141ecb4abad253626054f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-17T18:18:14,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/9bdba07303d44cf28987cdeb6e4931da as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9bdba07303d44cf28987cdeb6e4931da 2024-11-17T18:18:14,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9bdba07303d44cf28987cdeb6e4931da, entries=150, sequenceid=92, filesize=11.7 K 2024-11-17T18:18:14,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c905aa703dea20d28e957a4ddecee391 in 225ms, sequenceid=92, compaction requested=true 2024-11-17T18:18:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:14,819 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:14,819 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:14,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:14,823 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:14,823 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:14,823 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:14,823 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:14,823 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:14,823 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:14,823 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/65f162fce7544a85be72a6a1b3e06dc8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c34e8d25f7d14c12835c5ef656418877, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e2b55509b1a141ecb4abad253626054f] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.3 K 2024-11-17T18:18:14,823 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/038e846de6ff4ef78e2101f53cef4677, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/daf4e8c8cd004933a2f7a94a1f701f1c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/93c7eb13078a4b819c77b134a51ea6c3] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.3 K 2024-11-17T18:18:14,824 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 65f162fce7544a85be72a6a1b3e06dc8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731867493188 2024-11-17T18:18:14,824 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 038e846de6ff4ef78e2101f53cef4677, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731867493188 2024-11-17T18:18:14,825 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting daf4e8c8cd004933a2f7a94a1f701f1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731867493321 2024-11-17T18:18:14,826 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c34e8d25f7d14c12835c5ef656418877, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731867493321 2024-11-17T18:18:14,826 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93c7eb13078a4b819c77b134a51ea6c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731867493955 2024-11-17T18:18:14,827 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b55509b1a141ecb4abad253626054f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731867493955 2024-11-17T18:18:14,860 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:14,862 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/16e99b1662f94fd385f2ed46b13eb804 is 50, key is test_row_0/A:col10/1731867493972/Put/seqid=0 2024-11-17T18:18:14,884 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:14,885 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/94ef60a2bcb14f5ea2291e07571975bd is 50, key is test_row_0/B:col10/1731867493972/Put/seqid=0 2024-11-17T18:18:14,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741858_1034 (size=12207) 2024-11-17T18:18:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741857_1033 (size=12207) 2024-11-17T18:18:14,950 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/94ef60a2bcb14f5ea2291e07571975bd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/94ef60a2bcb14f5ea2291e07571975bd 2024-11-17T18:18:14,962 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 94ef60a2bcb14f5ea2291e07571975bd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:14,962 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:14,962 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867494819; duration=0sec 2024-11-17T18:18:14,963 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:14,963 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:14,963 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:14,965 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:14,965 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:14,966 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:14,966 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/848d0ca7f2934fbfbe92e9e727db3f14, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/bb85733c3f3d458486dfef404cb7336c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9bdba07303d44cf28987cdeb6e4931da] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.3 K 2024-11-17T18:18:14,967 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 848d0ca7f2934fbfbe92e9e727db3f14, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731867493188 2024-11-17T18:18:14,968 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting bb85733c3f3d458486dfef404cb7336c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731867493321 2024-11-17T18:18:14,968 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bdba07303d44cf28987cdeb6e4931da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731867493955 2024-11-17T18:18:14,999 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:15,000 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0b866984948b4015ba6c837d9689ca0c is 50, key is test_row_0/C:col10/1731867493972/Put/seqid=0 2024-11-17T18:18:15,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-17T18:18:15,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:15,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/136f82644af34fe08e84f63985793b5b is 50, key is test_row_0/A:col10/1731867495005/Put/seqid=0 2024-11-17T18:18:15,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867555021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867555025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867555025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741859_1035 (size=12207) 2024-11-17T18:18:15,066 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0b866984948b4015ba6c837d9689ca0c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0b866984948b4015ba6c837d9689ca0c 2024-11-17T18:18:15,081 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into 0b866984948b4015ba6c837d9689ca0c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:15,081 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:15,081 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867494819; duration=0sec 2024-11-17T18:18:15,082 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:15,082 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:15,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741860_1036 (size=12001) 2024-11-17T18:18:15,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867555132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867555132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867555138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867555345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867555345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867555346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,351 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/16e99b1662f94fd385f2ed46b13eb804 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/16e99b1662f94fd385f2ed46b13eb804 2024-11-17T18:18:15,365 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 16e99b1662f94fd385f2ed46b13eb804(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:15,365 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:15,366 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867494819; duration=0sec 2024-11-17T18:18:15,366 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:15,366 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:15,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/136f82644af34fe08e84f63985793b5b 2024-11-17T18:18:15,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/0c5d4d8805ab40aba310716964917323 is 50, key is test_row_0/B:col10/1731867495005/Put/seqid=0 2024-11-17T18:18:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741861_1037 (size=12001) 2024-11-17T18:18:15,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/0c5d4d8805ab40aba310716964917323 2024-11-17T18:18:15,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/49ffdef26922457086bf3f57cc8a4ba3 is 50, key is test_row_0/C:col10/1731867495005/Put/seqid=0 2024-11-17T18:18:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741862_1038 (size=12001) 2024-11-17T18:18:15,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867555652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867555653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867555654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T18:18:15,735 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-17T18:18:15,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-17T18:18:15,744 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T18:18:15,746 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:15,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T18:18:15,902 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:15,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T18:18:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:15,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:15,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/49ffdef26922457086bf3f57cc8a4ba3 2024-11-17T18:18:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/136f82644af34fe08e84f63985793b5b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/136f82644af34fe08e84f63985793b5b 2024-11-17T18:18:15,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/136f82644af34fe08e84f63985793b5b, entries=150, sequenceid=121, filesize=11.7 K 2024-11-17T18:18:15,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/0c5d4d8805ab40aba310716964917323 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/0c5d4d8805ab40aba310716964917323 2024-11-17T18:18:16,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/0c5d4d8805ab40aba310716964917323, entries=150, sequenceid=121, filesize=11.7 K 2024-11-17T18:18:16,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/49ffdef26922457086bf3f57cc8a4ba3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/49ffdef26922457086bf3f57cc8a4ba3 2024-11-17T18:18:16,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/49ffdef26922457086bf3f57cc8a4ba3, entries=150, sequenceid=121, filesize=11.7 K 2024-11-17T18:18:16,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c905aa703dea20d28e957a4ddecee391 in 1015ms, sequenceid=121, compaction requested=false 2024-11-17T18:18:16,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T18:18:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:16,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:18:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T18:18:16,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:16,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f4ef78d428f54a918dc055f278e9a956 is 50, key is test_row_0/A:col10/1731867495015/Put/seqid=0 2024-11-17T18:18:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741863_1039 (size=16831) 2024-11-17T18:18:16,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f4ef78d428f54a918dc055f278e9a956 2024-11-17T18:18:16,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/12c36878dbfb49fbb00e06b034d78722 is 50, key is test_row_0/B:col10/1731867495015/Put/seqid=0 2024-11-17T18:18:16,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867556125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867556128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867556161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867556164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867556164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741864_1040 (size=12101) 2024-11-17T18:18:16,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T18:18:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867556230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867556232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T18:18:16,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T18:18:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:16,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867556437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867556439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T18:18:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:16,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/12c36878dbfb49fbb00e06b034d78722 2024-11-17T18:18:16,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0d8fb9783f234288bb567f0b7de1ee83 is 50, key is test_row_0/C:col10/1731867495015/Put/seqid=0 2024-11-17T18:18:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741865_1041 (size=12101) 2024-11-17T18:18:16,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0d8fb9783f234288bb567f0b7de1ee83 2024-11-17T18:18:16,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f4ef78d428f54a918dc055f278e9a956 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f4ef78d428f54a918dc055f278e9a956 2024-11-17T18:18:16,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f4ef78d428f54a918dc055f278e9a956, entries=250, sequenceid=134, filesize=16.4 K 2024-11-17T18:18:16,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/12c36878dbfb49fbb00e06b034d78722 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/12c36878dbfb49fbb00e06b034d78722 2024-11-17T18:18:16,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/12c36878dbfb49fbb00e06b034d78722, entries=150, sequenceid=134, filesize=11.8 K 2024-11-17T18:18:16,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0d8fb9783f234288bb567f0b7de1ee83 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0d8fb9783f234288bb567f0b7de1ee83 2024-11-17T18:18:16,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0d8fb9783f234288bb567f0b7de1ee83, entries=150, sequenceid=134, filesize=11.8 K 2024-11-17T18:18:16,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c905aa703dea20d28e957a4ddecee391 in 624ms, sequenceid=134, compaction requested=true 2024-11-17T18:18:16,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:16,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:16,681 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:16,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:16,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:16,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:16,681 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:16,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:16,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:16,681 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T18:18:16,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,682 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:18:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,683 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:16,683 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:16,683 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:16,683 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:16,683 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,683 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,684 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/16e99b1662f94fd385f2ed46b13eb804, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/136f82644af34fe08e84f63985793b5b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f4ef78d428f54a918dc055f278e9a956] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=40.1 K 2024-11-17T18:18:16,684 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/94ef60a2bcb14f5ea2291e07571975bd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/0c5d4d8805ab40aba310716964917323, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/12c36878dbfb49fbb00e06b034d78722] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.5 K 2024-11-17T18:18:16,685 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16e99b1662f94fd385f2ed46b13eb804, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731867493955 2024-11-17T18:18:16,685 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ef60a2bcb14f5ea2291e07571975bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731867493955 2024-11-17T18:18:16,685 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c5d4d8805ab40aba310716964917323, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731867494673 2024-11-17T18:18:16,685 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 136f82644af34fe08e84f63985793b5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731867494673 2024-11-17T18:18:16,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c36878dbfb49fbb00e06b034d78722, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731867495015 2024-11-17T18:18:16,686 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4ef78d428f54a918dc055f278e9a956, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731867495010 2024-11-17T18:18:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f9f44abff50a429fbaaa5235250982b4 is 50, key is test_row_0/A:col10/1731867496118/Put/seqid=0 2024-11-17T18:18:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741866_1042 (size=12151) 2024-11-17T18:18:16,707 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f9f44abff50a429fbaaa5235250982b4 2024-11-17T18:18:16,718 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:16,719 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/9604f0325a11433f986540e82437bf0d is 50, key is test_row_0/B:col10/1731867495015/Put/seqid=0 2024-11-17T18:18:16,732 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:16,733 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1ccfdfee09c647a891f24031de0fe717 is 50, key is test_row_0/A:col10/1731867495015/Put/seqid=0 2024-11-17T18:18:16,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a1c2426df029405288520737a0741d28 is 50, key is test_row_0/B:col10/1731867496118/Put/seqid=0 2024-11-17T18:18:16,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741868_1044 (size=12409) 2024-11-17T18:18:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741867_1043 (size=12409) 2024-11-17T18:18:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:16,786 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1ccfdfee09c647a891f24031de0fe717 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1ccfdfee09c647a891f24031de0fe717 2024-11-17T18:18:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741869_1045 (size=12151) 2024-11-17T18:18:16,790 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/9604f0325a11433f986540e82437bf0d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9604f0325a11433f986540e82437bf0d 2024-11-17T18:18:16,797 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a1c2426df029405288520737a0741d28 2024-11-17T18:18:16,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867556800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867556803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,808 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 9604f0325a11433f986540e82437bf0d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:16,808 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:16,808 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867496681; duration=0sec 2024-11-17T18:18:16,809 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:16,809 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:16,809 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:16,810 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 1ccfdfee09c647a891f24031de0fe717(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:16,810 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:16,810 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867496681; duration=0sec 2024-11-17T18:18:16,811 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:16,811 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:16,811 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:16,811 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:16,811 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,812 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0b866984948b4015ba6c837d9689ca0c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/49ffdef26922457086bf3f57cc8a4ba3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0d8fb9783f234288bb567f0b7de1ee83] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.5 K 2024-11-17T18:18:16,812 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b866984948b4015ba6c837d9689ca0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731867493955 2024-11-17T18:18:16,813 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 49ffdef26922457086bf3f57cc8a4ba3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731867494673 2024-11-17T18:18:16,814 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d8fb9783f234288bb567f0b7de1ee83, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731867495015 2024-11-17T18:18:16,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/35b4ec041fc34746b30a53476963e054 is 50, key is test_row_0/C:col10/1731867496118/Put/seqid=0 2024-11-17T18:18:16,834 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:16,835 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/83eb4b7f8f9b429d9b3a23cefc8c7f78 is 50, key is test_row_0/C:col10/1731867495015/Put/seqid=0 2024-11-17T18:18:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T18:18:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741871_1047 (size=12409) 2024-11-17T18:18:16,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741870_1046 (size=12151) 2024-11-17T18:18:16,858 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/35b4ec041fc34746b30a53476963e054 2024-11-17T18:18:16,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f9f44abff50a429fbaaa5235250982b4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f9f44abff50a429fbaaa5235250982b4 2024-11-17T18:18:16,879 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f9f44abff50a429fbaaa5235250982b4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-17T18:18:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a1c2426df029405288520737a0741d28 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a1c2426df029405288520737a0741d28 2024-11-17T18:18:16,891 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a1c2426df029405288520737a0741d28, entries=150, sequenceid=159, filesize=11.9 K 2024-11-17T18:18:16,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/35b4ec041fc34746b30a53476963e054 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/35b4ec041fc34746b30a53476963e054 2024-11-17T18:18:16,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867556905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:16,907 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/35b4ec041fc34746b30a53476963e054, entries=150, sequenceid=159, filesize=11.9 K 2024-11-17T18:18:16,909 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c905aa703dea20d28e957a4ddecee391 in 227ms, sequenceid=159, compaction requested=false 2024-11-17T18:18:16,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:16,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:16,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T18:18:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-17T18:18:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:16,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:18:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:16,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:16,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T18:18:16,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-11-17T18:18:16,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.1790 sec 2024-11-17T18:18:16,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/4461fe9f8e9c45639616054b338ceb81 is 50, key is test_row_0/A:col10/1731867496790/Put/seqid=0 2024-11-17T18:18:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741872_1048 (size=14541) 2024-11-17T18:18:16,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/4461fe9f8e9c45639616054b338ceb81 2024-11-17T18:18:16,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/8459dcb496ff44d4b100d788da77a8ca is 50, key is test_row_0/B:col10/1731867496790/Put/seqid=0 2024-11-17T18:18:17,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741873_1049 (size=12151) 2024-11-17T18:18:17,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/8459dcb496ff44d4b100d788da77a8ca 2024-11-17T18:18:17,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c7652cd341204e84b4f83028fe8758dc is 50, key is test_row_0/C:col10/1731867496790/Put/seqid=0 2024-11-17T18:18:17,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741874_1050 (size=12151) 2024-11-17T18:18:17,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c7652cd341204e84b4f83028fe8758dc 2024-11-17T18:18:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867557060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/4461fe9f8e9c45639616054b338ceb81 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4461fe9f8e9c45639616054b338ceb81 2024-11-17T18:18:17,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4461fe9f8e9c45639616054b338ceb81, entries=200, sequenceid=174, filesize=14.2 K 2024-11-17T18:18:17,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/8459dcb496ff44d4b100d788da77a8ca as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/8459dcb496ff44d4b100d788da77a8ca 2024-11-17T18:18:17,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/8459dcb496ff44d4b100d788da77a8ca, entries=150, sequenceid=174, filesize=11.9 K 2024-11-17T18:18:17,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c7652cd341204e84b4f83028fe8758dc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c7652cd341204e84b4f83028fe8758dc 2024-11-17T18:18:17,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867557110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c7652cd341204e84b4f83028fe8758dc, entries=150, sequenceid=174, filesize=11.9 K 2024-11-17T18:18:17,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c905aa703dea20d28e957a4ddecee391 in 202ms, sequenceid=174, compaction requested=true 2024-11-17T18:18:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:17,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:17,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:17,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:17,118 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:17,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:17,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:17,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:17,119 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:17,119 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:17,120 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:17,120 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1ccfdfee09c647a891f24031de0fe717, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f9f44abff50a429fbaaa5235250982b4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4461fe9f8e9c45639616054b338ceb81] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=38.2 K 2024-11-17T18:18:17,120 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ccfdfee09c647a891f24031de0fe717, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731867495015 2024-11-17T18:18:17,121 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9f44abff50a429fbaaa5235250982b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867496112 2024-11-17T18:18:17,123 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4461fe9f8e9c45639616054b338ceb81, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867496790 2024-11-17T18:18:17,147 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:17,148 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/3bf3e21e8c324827a1b75d45a417f8f0 is 50, key is test_row_0/A:col10/1731867496790/Put/seqid=0 2024-11-17T18:18:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:17,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:18:17,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:17,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741875_1051 (size=12561) 2024-11-17T18:18:17,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/a6f5179ab2524658a8a6cb17869b3a56 is 50, key is test_row_0/A:col10/1731867497166/Put/seqid=0 2024-11-17T18:18:17,188 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/3bf3e21e8c324827a1b75d45a417f8f0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3bf3e21e8c324827a1b75d45a417f8f0 2024-11-17T18:18:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867557190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,199 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 3bf3e21e8c324827a1b75d45a417f8f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:17,199 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:17,199 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867497117; duration=0sec 2024-11-17T18:18:17,199 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:17,199 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,199 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867557192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,201 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:17,201 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:17,201 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. because compaction request was cancelled 2024-11-17T18:18:17,201 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:17,201 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:17,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867557194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867557194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,203 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:17,203 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:17,204 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:17,204 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9604f0325a11433f986540e82437bf0d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a1c2426df029405288520737a0741d28, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/8459dcb496ff44d4b100d788da77a8ca] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=35.9 K 2024-11-17T18:18:17,205 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9604f0325a11433f986540e82437bf0d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731867495015 2024-11-17T18:18:17,205 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1c2426df029405288520737a0741d28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867496112 2024-11-17T18:18:17,206 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8459dcb496ff44d4b100d788da77a8ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867496790 2024-11-17T18:18:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741876_1052 (size=14541) 2024-11-17T18:18:17,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/a6f5179ab2524658a8a6cb17869b3a56 2024-11-17T18:18:17,243 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:17,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e15e98c8156242c6b548b167c98abd84 is 50, key is test_row_0/B:col10/1731867497166/Put/seqid=0 2024-11-17T18:18:17,244 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/1f46b240e8f44af48e503fabf0b7d070 is 50, key is test_row_0/B:col10/1731867496790/Put/seqid=0 2024-11-17T18:18:17,267 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/83eb4b7f8f9b429d9b3a23cefc8c7f78 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/83eb4b7f8f9b429d9b3a23cefc8c7f78 2024-11-17T18:18:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741878_1054 (size=12561) 2024-11-17T18:18:17,276 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into 83eb4b7f8f9b429d9b3a23cefc8c7f78(size=12.1 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:17,277 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:17,277 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867496681; duration=0sec 2024-11-17T18:18:17,277 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:17,277 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:17,284 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/1f46b240e8f44af48e503fabf0b7d070 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/1f46b240e8f44af48e503fabf0b7d070 2024-11-17T18:18:17,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741877_1053 (size=12151) 2024-11-17T18:18:17,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e15e98c8156242c6b548b167c98abd84 2024-11-17T18:18:17,295 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 1f46b240e8f44af48e503fabf0b7d070(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:17,295 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:17,295 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867497118; duration=0sec 2024-11-17T18:18:17,295 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:17,295 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867557301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867557300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867557304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867557305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/658b974a5f2a49618cfe8fc13112aa85 is 50, key is test_row_0/C:col10/1731867497166/Put/seqid=0 2024-11-17T18:18:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741879_1055 (size=12151) 2024-11-17T18:18:17,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867557416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867557507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867557508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867557509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867557510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/658b974a5f2a49618cfe8fc13112aa85 2024-11-17T18:18:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/a6f5179ab2524658a8a6cb17869b3a56 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/a6f5179ab2524658a8a6cb17869b3a56 2024-11-17T18:18:17,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/a6f5179ab2524658a8a6cb17869b3a56, entries=200, sequenceid=198, filesize=14.2 K 2024-11-17T18:18:17,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e15e98c8156242c6b548b167c98abd84 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e15e98c8156242c6b548b167c98abd84 2024-11-17T18:18:17,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e15e98c8156242c6b548b167c98abd84, entries=150, sequenceid=198, filesize=11.9 K 2024-11-17T18:18:17,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/658b974a5f2a49618cfe8fc13112aa85 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/658b974a5f2a49618cfe8fc13112aa85 2024-11-17T18:18:17,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/658b974a5f2a49618cfe8fc13112aa85, entries=150, sequenceid=198, filesize=11.9 K 2024-11-17T18:18:17,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c905aa703dea20d28e957a4ddecee391 in 626ms, sequenceid=198, compaction requested=true 2024-11-17T18:18:17,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:17,795 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:17,795 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:17,796 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:17,796 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:17,796 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. because compaction request was cancelled 2024-11-17T18:18:17,796 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:17,796 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:17,797 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:17,797 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:17,797 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. because compaction request was cancelled 2024-11-17T18:18:17,797 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:17,799 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:17,799 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:17,799 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:17,799 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/83eb4b7f8f9b429d9b3a23cefc8c7f78, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/35b4ec041fc34746b30a53476963e054, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c7652cd341204e84b4f83028fe8758dc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/658b974a5f2a49618cfe8fc13112aa85] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=47.7 K 2024-11-17T18:18:17,800 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 83eb4b7f8f9b429d9b3a23cefc8c7f78, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731867495015 2024-11-17T18:18:17,801 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 35b4ec041fc34746b30a53476963e054, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867496112 2024-11-17T18:18:17,801 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c7652cd341204e84b4f83028fe8758dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867496790 2024-11-17T18:18:17,802 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 658b974a5f2a49618cfe8fc13112aa85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731867497042 2024-11-17T18:18:17,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:18:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:17,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:17,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/535d4ce379b9461e8af591fe8fdd1e73 is 50, key is test_row_0/A:col10/1731867497822/Put/seqid=0 2024-11-17T18:18:17,838 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:17,839 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/2c2c21503ee941dabb810a327f2063f8 is 50, key is test_row_0/C:col10/1731867497166/Put/seqid=0 2024-11-17T18:18:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T18:18:17,852 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-17T18:18:17,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-17T18:18:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T18:18:17,857 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:17,858 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:17,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741881_1057 (size=12151) 2024-11-17T18:18:17,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741880_1056 (size=12595) 2024-11-17T18:18:17,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867557872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867557872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867557875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867557878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,883 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/2c2c21503ee941dabb810a327f2063f8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/2c2c21503ee941dabb810a327f2063f8 2024-11-17T18:18:17,895 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into 2c2c21503ee941dabb810a327f2063f8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:17,895 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:17,895 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=12, startTime=1731867497795; duration=0sec 2024-11-17T18:18:17,895 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:17,895 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:17,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867557923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T18:18:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867557981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867557981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867557982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867557979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T18:18:18,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867558187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867558187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867558189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867558190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/535d4ce379b9461e8af591fe8fdd1e73 2024-11-17T18:18:18,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/015bd596bf614ab39bc3061be5be9c4f is 50, key is test_row_0/B:col10/1731867497822/Put/seqid=0 2024-11-17T18:18:18,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741882_1058 (size=12151) 2024-11-17T18:18:18,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/015bd596bf614ab39bc3061be5be9c4f 2024-11-17T18:18:18,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:18,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:18,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c487588919a04326a7a79bb3b0e44d00 is 50, key is test_row_0/C:col10/1731867497822/Put/seqid=0 2024-11-17T18:18:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741883_1059 (size=12151) 2024-11-17T18:18:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T18:18:18,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867558491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867558493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867558493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867558495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c487588919a04326a7a79bb3b0e44d00 2024-11-17T18:18:18,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/535d4ce379b9461e8af591fe8fdd1e73 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/535d4ce379b9461e8af591fe8fdd1e73 2024-11-17T18:18:18,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/535d4ce379b9461e8af591fe8fdd1e73, entries=150, sequenceid=217, filesize=11.9 K 2024-11-17T18:18:18,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/015bd596bf614ab39bc3061be5be9c4f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/015bd596bf614ab39bc3061be5be9c4f 2024-11-17T18:18:18,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/015bd596bf614ab39bc3061be5be9c4f, entries=150, sequenceid=217, filesize=11.9 K 2024-11-17T18:18:18,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c487588919a04326a7a79bb3b0e44d00 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c487588919a04326a7a79bb3b0e44d00 2024-11-17T18:18:18,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c487588919a04326a7a79bb3b0e44d00, entries=150, sequenceid=217, filesize=11.9 K 2024-11-17T18:18:18,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c905aa703dea20d28e957a4ddecee391 in 992ms, sequenceid=217, compaction requested=true 2024-11-17T18:18:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:18,816 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:18,817 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:18,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:18,818 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:18,818 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:18,818 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:18,818 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:18,818 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,818 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,818 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/1f46b240e8f44af48e503fabf0b7d070, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e15e98c8156242c6b548b167c98abd84, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/015bd596bf614ab39bc3061be5be9c4f] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=36.0 K 2024-11-17T18:18:18,818 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3bf3e21e8c324827a1b75d45a417f8f0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/a6f5179ab2524658a8a6cb17869b3a56, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/535d4ce379b9461e8af591fe8fdd1e73] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=38.3 K 2024-11-17T18:18:18,819 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bf3e21e8c324827a1b75d45a417f8f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867496790 2024-11-17T18:18:18,819 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f46b240e8f44af48e503fabf0b7d070, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867496790 2024-11-17T18:18:18,819 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6f5179ab2524658a8a6cb17869b3a56, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731867497042 2024-11-17T18:18:18,820 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e15e98c8156242c6b548b167c98abd84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731867497042 2024-11-17T18:18:18,820 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 535d4ce379b9461e8af591fe8fdd1e73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731867497191 2024-11-17T18:18:18,820 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 015bd596bf614ab39bc3061be5be9c4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731867497191 2024-11-17T18:18:18,835 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:18,836 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1bf6494f39d64a848bd17ee3c689b877 is 50, key is test_row_0/A:col10/1731867497822/Put/seqid=0 2024-11-17T18:18:18,840 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#46 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:18,842 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/83603b2f35a6479b90cda800e29ba311 is 50, key is test_row_0/B:col10/1731867497822/Put/seqid=0 2024-11-17T18:18:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741884_1060 (size=12663) 2024-11-17T18:18:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741885_1061 (size=12663) 2024-11-17T18:18:18,859 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/83603b2f35a6479b90cda800e29ba311 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/83603b2f35a6479b90cda800e29ba311 2024-11-17T18:18:18,872 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 83603b2f35a6479b90cda800e29ba311(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:18,872 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:18,872 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867498817; duration=0sec 2024-11-17T18:18:18,872 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:18,872 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:18,873 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:18,873 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:18,874 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:18,874 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. because compaction request was cancelled 2024-11-17T18:18:18,874 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:18,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T18:18:18,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:18,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:18,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:18,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/6860cbc6df534df190f426f54aef33a8 is 50, key is test_row_0/A:col10/1731867497858/Put/seqid=0 2024-11-17T18:18:18,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:18,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:18,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T18:18:18,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741886_1062 (size=14541) 2024-11-17T18:18:18,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/6860cbc6df534df190f426f54aef33a8 2024-11-17T18:18:18,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a24eca25a0eb4fd1b85297b8752bd7bb is 50, key is test_row_0/B:col10/1731867497858/Put/seqid=0 2024-11-17T18:18:18,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867558993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867558997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867558998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867558998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867559004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741887_1063 (size=12151) 2024-11-17T18:18:19,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a24eca25a0eb4fd1b85297b8752bd7bb 2024-11-17T18:18:19,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d9cf3b3cd2214490b9b26ecdf9a66bd8 is 50, key is test_row_0/C:col10/1731867497858/Put/seqid=0 2024-11-17T18:18:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741888_1064 (size=12151) 2024-11-17T18:18:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867559099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,265 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1bf6494f39d64a848bd17ee3c689b877 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1bf6494f39d64a848bd17ee3c689b877 2024-11-17T18:18:19,274 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 1bf6494f39d64a848bd17ee3c689b877(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:19,274 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:19,274 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867498816; duration=0sec 2024-11-17T18:18:19,274 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:19,274 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867559302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:19,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d9cf3b3cd2214490b9b26ecdf9a66bd8 2024-11-17T18:18:19,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/6860cbc6df534df190f426f54aef33a8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6860cbc6df534df190f426f54aef33a8 2024-11-17T18:18:19,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6860cbc6df534df190f426f54aef33a8, entries=200, sequenceid=240, filesize=14.2 K 2024-11-17T18:18:19,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a24eca25a0eb4fd1b85297b8752bd7bb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a24eca25a0eb4fd1b85297b8752bd7bb 2024-11-17T18:18:19,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a24eca25a0eb4fd1b85297b8752bd7bb, entries=150, sequenceid=240, filesize=11.9 K 2024-11-17T18:18:19,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d9cf3b3cd2214490b9b26ecdf9a66bd8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d9cf3b3cd2214490b9b26ecdf9a66bd8 2024-11-17T18:18:19,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d9cf3b3cd2214490b9b26ecdf9a66bd8, entries=150, sequenceid=240, filesize=11.9 K 2024-11-17T18:18:19,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c905aa703dea20d28e957a4ddecee391 in 554ms, sequenceid=240, compaction requested=true 2024-11-17T18:18:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-17T18:18:19,490 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:19,490 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:19,491 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:19,491 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:19,492 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. because compaction request was cancelled 2024-11-17T18:18:19,492 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:19,492 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:19,492 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:19,492 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:19,492 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,492 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/2c2c21503ee941dabb810a327f2063f8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c487588919a04326a7a79bb3b0e44d00, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d9cf3b3cd2214490b9b26ecdf9a66bd8] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=36.0 K 2024-11-17T18:18:19,493 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:19,493 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:19,493 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. because compaction request was cancelled 2024-11-17T18:18:19,493 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:19,493 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c2c21503ee941dabb810a327f2063f8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731867497042 2024-11-17T18:18:19,493 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c487588919a04326a7a79bb3b0e44d00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731867497191 2024-11-17T18:18:19,494 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9cf3b3cd2214490b9b26ecdf9a66bd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731867497858 2024-11-17T18:18:19,507 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:19,508 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/55638f842b6b4042be440dfe06f3e332 is 50, key is test_row_0/C:col10/1731867497858/Put/seqid=0 2024-11-17T18:18:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741889_1065 (size=12697) 2024-11-17T18:18:19,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T18:18:19,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,568 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:18:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/8bcafc9a7d6c4018bd9562068800723d is 50, key is test_row_0/A:col10/1731867498983/Put/seqid=0 2024-11-17T18:18:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741890_1066 (size=12151) 2024-11-17T18:18:19,585 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/8bcafc9a7d6c4018bd9562068800723d 2024-11-17T18:18:19,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/c2e84567133c41aab09a761ddaf7921a is 50, key is test_row_0/B:col10/1731867498983/Put/seqid=0 2024-11-17T18:18:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741891_1067 (size=12151) 2024-11-17T18:18:19,611 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/c2e84567133c41aab09a761ddaf7921a 2024-11-17T18:18:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:19,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d88643a7f3e2472da899c30b45719f78 is 50, key is test_row_0/C:col10/1731867498983/Put/seqid=0 2024-11-17T18:18:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741892_1068 (size=12151) 2024-11-17T18:18:19,635 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d88643a7f3e2472da899c30b45719f78 2024-11-17T18:18:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/8bcafc9a7d6c4018bd9562068800723d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/8bcafc9a7d6c4018bd9562068800723d 2024-11-17T18:18:19,671 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/8bcafc9a7d6c4018bd9562068800723d, entries=150, sequenceid=256, filesize=11.9 K 2024-11-17T18:18:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/c2e84567133c41aab09a761ddaf7921a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c2e84567133c41aab09a761ddaf7921a 2024-11-17T18:18:19,681 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c2e84567133c41aab09a761ddaf7921a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-17T18:18:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d88643a7f3e2472da899c30b45719f78 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d88643a7f3e2472da899c30b45719f78 2024-11-17T18:18:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867559688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,693 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d88643a7f3e2472da899c30b45719f78, entries=150, sequenceid=256, filesize=11.9 K 2024-11-17T18:18:19,694 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c905aa703dea20d28e957a4ddecee391 in 127ms, sequenceid=256, compaction requested=true 2024-11-17T18:18:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-17T18:18:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-17T18:18:19,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T18:18:19,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-17T18:18:19,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.8450 sec 2024-11-17T18:18:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:19,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:18:19,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:19,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:19,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:19,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:19,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:19,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:19,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/d8f1789f2e124714950e91f826fb1058 is 50, key is test_row_0/A:col10/1731867499686/Put/seqid=0 2024-11-17T18:18:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741893_1069 (size=12301) 2024-11-17T18:18:19,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/d8f1789f2e124714950e91f826fb1058 2024-11-17T18:18:19,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/596d3d789c424826a891b5f30c7d56aa is 50, key is test_row_0/B:col10/1731867499686/Put/seqid=0 2024-11-17T18:18:19,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867559834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741894_1070 (size=12301) 2024-11-17T18:18:19,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/596d3d789c424826a891b5f30c7d56aa 2024-11-17T18:18:19,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d39d10afe39e48f8bfc2f9ab80627dc7 is 50, key is test_row_0/C:col10/1731867499686/Put/seqid=0 2024-11-17T18:18:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741895_1071 (size=12301) 2024-11-17T18:18:19,925 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/55638f842b6b4042be440dfe06f3e332 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/55638f842b6b4042be440dfe06f3e332 2024-11-17T18:18:19,937 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into 55638f842b6b4042be440dfe06f3e332(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:19,937 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:19,937 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867499490; duration=0sec 2024-11-17T18:18:19,937 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:19,937 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:19,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867559937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T18:18:19,964 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-17T18:18:19,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-17T18:18:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T18:18:19,967 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:19,969 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:19,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:20,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867560005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867560005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867560006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867560014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T18:18:20,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-17T18:18:20,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:20,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:20,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:20,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867560139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d39d10afe39e48f8bfc2f9ab80627dc7 2024-11-17T18:18:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T18:18:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/d8f1789f2e124714950e91f826fb1058 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/d8f1789f2e124714950e91f826fb1058 2024-11-17T18:18:20,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-17T18:18:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:20,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/d8f1789f2e124714950e91f826fb1058, entries=150, sequenceid=278, filesize=12.0 K 2024-11-17T18:18:20,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/596d3d789c424826a891b5f30c7d56aa as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/596d3d789c424826a891b5f30c7d56aa 2024-11-17T18:18:20,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/596d3d789c424826a891b5f30c7d56aa, entries=150, sequenceid=278, filesize=12.0 K 2024-11-17T18:18:20,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/d39d10afe39e48f8bfc2f9ab80627dc7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d39d10afe39e48f8bfc2f9ab80627dc7 2024-11-17T18:18:20,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d39d10afe39e48f8bfc2f9ab80627dc7, entries=150, sequenceid=278, filesize=12.0 K 2024-11-17T18:18:20,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c905aa703dea20d28e957a4ddecee391 in 501ms, sequenceid=278, compaction requested=true 2024-11-17T18:18:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:20,296 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:20,297 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:20,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:20,298 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:20,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:20,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:20,298 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:20,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:20,299 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,299 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/83603b2f35a6479b90cda800e29ba311, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a24eca25a0eb4fd1b85297b8752bd7bb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c2e84567133c41aab09a761ddaf7921a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/596d3d789c424826a891b5f30c7d56aa] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=48.1 K 2024-11-17T18:18:20,299 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51656 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:20,299 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 83603b2f35a6479b90cda800e29ba311, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731867497191 2024-11-17T18:18:20,299 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:20,299 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,300 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1bf6494f39d64a848bd17ee3c689b877, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6860cbc6df534df190f426f54aef33a8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/8bcafc9a7d6c4018bd9562068800723d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/d8f1789f2e124714950e91f826fb1058] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=50.4 K 2024-11-17T18:18:20,300 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting a24eca25a0eb4fd1b85297b8752bd7bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731867497858 2024-11-17T18:18:20,300 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bf6494f39d64a848bd17ee3c689b877, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731867497191 2024-11-17T18:18:20,301 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6860cbc6df534df190f426f54aef33a8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731867497858 2024-11-17T18:18:20,301 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c2e84567133c41aab09a761ddaf7921a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731867498983 2024-11-17T18:18:20,301 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bcafc9a7d6c4018bd9562068800723d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731867498983 2024-11-17T18:18:20,301 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 596d3d789c424826a891b5f30c7d56aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731867499630 2024-11-17T18:18:20,302 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f1789f2e124714950e91f826fb1058, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731867499630 2024-11-17T18:18:20,327 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:20,328 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/20f8b6c67d50420ab1b026f9fa34a84a is 50, key is test_row_0/B:col10/1731867499686/Put/seqid=0 2024-11-17T18:18:20,331 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:20,332 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2dadf795bef44b1ab69316f3ee7430d9 is 50, key is test_row_0/A:col10/1731867499686/Put/seqid=0 2024-11-17T18:18:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741896_1072 (size=12949) 2024-11-17T18:18:20,354 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/20f8b6c67d50420ab1b026f9fa34a84a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/20f8b6c67d50420ab1b026f9fa34a84a 2024-11-17T18:18:20,362 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 20f8b6c67d50420ab1b026f9fa34a84a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:20,362 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:20,362 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=12, startTime=1731867500296; duration=0sec 2024-11-17T18:18:20,362 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:20,362 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:20,362 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741897_1073 (size=12949) 2024-11-17T18:18:20,367 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:20,367 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:20,367 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,367 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/55638f842b6b4042be440dfe06f3e332, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d88643a7f3e2472da899c30b45719f78, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d39d10afe39e48f8bfc2f9ab80627dc7] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=36.3 K 2024-11-17T18:18:20,368 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 55638f842b6b4042be440dfe06f3e332, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731867497858 2024-11-17T18:18:20,369 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d88643a7f3e2472da899c30b45719f78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731867498983 2024-11-17T18:18:20,370 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d39d10afe39e48f8bfc2f9ab80627dc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731867499630 2024-11-17T18:18:20,383 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:20,384 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/1b59e0a2cff645bb9ef6754896fa2259 is 50, key is test_row_0/C:col10/1731867499686/Put/seqid=0 2024-11-17T18:18:20,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741898_1074 (size=12949) 2024-11-17T18:18:20,412 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/1b59e0a2cff645bb9ef6754896fa2259 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/1b59e0a2cff645bb9ef6754896fa2259 2024-11-17T18:18:20,422 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into 1b59e0a2cff645bb9ef6754896fa2259(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:20,423 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:20,423 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867500298; duration=0sec 2024-11-17T18:18:20,424 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:20,424 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:20,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-17T18:18:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:20,429 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:18:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:20,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/ba55d2a3687841c7b3dfaaa069d7117f is 50, key is test_row_0/A:col10/1731867499824/Put/seqid=0 2024-11-17T18:18:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741899_1075 (size=12301) 2024-11-17T18:18:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867560536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T18:18:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867560646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,775 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2dadf795bef44b1ab69316f3ee7430d9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2dadf795bef44b1ab69316f3ee7430d9 2024-11-17T18:18:20,783 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 2dadf795bef44b1ab69316f3ee7430d9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:20,783 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:20,783 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=12, startTime=1731867500296; duration=0sec 2024-11-17T18:18:20,783 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:20,783 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:20,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867560850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:20,867 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/ba55d2a3687841c7b3dfaaa069d7117f 2024-11-17T18:18:20,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/5e5d4c075ffd43e6b78a51ab3e5e3930 is 50, key is test_row_0/B:col10/1731867499824/Put/seqid=0 2024-11-17T18:18:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741900_1076 (size=12301) 2024-11-17T18:18:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T18:18:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867561155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:21,287 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/5e5d4c075ffd43e6b78a51ab3e5e3930 2024-11-17T18:18:21,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/ec38ce8889924d17868643ec2fa328cd is 50, key is test_row_0/C:col10/1731867499824/Put/seqid=0 2024-11-17T18:18:21,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741901_1077 (size=12301) 2024-11-17T18:18:21,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867561661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:21,709 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/ec38ce8889924d17868643ec2fa328cd 2024-11-17T18:18:21,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/ba55d2a3687841c7b3dfaaa069d7117f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/ba55d2a3687841c7b3dfaaa069d7117f 2024-11-17T18:18:21,722 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/ba55d2a3687841c7b3dfaaa069d7117f, entries=150, sequenceid=295, filesize=12.0 K 2024-11-17T18:18:21,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/5e5d4c075ffd43e6b78a51ab3e5e3930 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5e5d4c075ffd43e6b78a51ab3e5e3930 2024-11-17T18:18:21,730 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5e5d4c075ffd43e6b78a51ab3e5e3930, entries=150, sequenceid=295, filesize=12.0 K 2024-11-17T18:18:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/ec38ce8889924d17868643ec2fa328cd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ec38ce8889924d17868643ec2fa328cd 2024-11-17T18:18:21,737 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ec38ce8889924d17868643ec2fa328cd, entries=150, sequenceid=295, filesize=12.0 K 2024-11-17T18:18:21,738 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c905aa703dea20d28e957a4ddecee391 in 1309ms, sequenceid=295, compaction requested=false 2024-11-17T18:18:21,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:21,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:21,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-17T18:18:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-17T18:18:21,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T18:18:21,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-11-17T18:18:21,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.7780 sec 2024-11-17T18:18:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:22,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:18:22,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:22,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:22,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:22,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1835e95d23364c80a10e5635361ba697 is 50, key is test_row_0/A:col10/1731867502011/Put/seqid=0 2024-11-17T18:18:22,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867562024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867562023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867562025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867562026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,029 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., hostname=940f5f05a898,35899,1731867484961, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:18:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741902_1078 (size=17181) 2024-11-17T18:18:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T18:18:22,072 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-17T18:18:22,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-17T18:18:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T18:18:22,077 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:22,078 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:22,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867562129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867562129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867562130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T18:18:22,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T18:18:22,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:22,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867562331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867562333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867562333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T18:18:22,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T18:18:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1835e95d23364c80a10e5635361ba697 2024-11-17T18:18:22,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/de0250305d6546ec84e42670e2fb11de is 50, key is test_row_0/B:col10/1731867502011/Put/seqid=0 2024-11-17T18:18:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741903_1079 (size=12301) 2024-11-17T18:18:22,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/de0250305d6546ec84e42670e2fb11de 2024-11-17T18:18:22,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/7dbadfa9f1ae4328adb2b20885d97a16 is 50, key is test_row_0/C:col10/1731867502011/Put/seqid=0 2024-11-17T18:18:22,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741904_1080 (size=12301) 2024-11-17T18:18:22,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/7dbadfa9f1ae4328adb2b20885d97a16 2024-11-17T18:18:22,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T18:18:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1835e95d23364c80a10e5635361ba697 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1835e95d23364c80a10e5635361ba697 2024-11-17T18:18:22,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1835e95d23364c80a10e5635361ba697, entries=250, sequenceid=320, filesize=16.8 K 2024-11-17T18:18:22,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/de0250305d6546ec84e42670e2fb11de as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/de0250305d6546ec84e42670e2fb11de 2024-11-17T18:18:22,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/de0250305d6546ec84e42670e2fb11de, entries=150, sequenceid=320, filesize=12.0 K 2024-11-17T18:18:22,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/7dbadfa9f1ae4328adb2b20885d97a16 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/7dbadfa9f1ae4328adb2b20885d97a16 2024-11-17T18:18:22,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/7dbadfa9f1ae4328adb2b20885d97a16, entries=150, sequenceid=320, filesize=12.0 K 2024-11-17T18:18:22,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c905aa703dea20d28e957a4ddecee391 in 565ms, sequenceid=320, compaction requested=true 2024-11-17T18:18:22,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:22,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:22,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:22,576 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:22,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:22,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:22,576 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:22,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:22,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:22,577 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:22,577 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:22,577 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,578 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/20f8b6c67d50420ab1b026f9fa34a84a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5e5d4c075ffd43e6b78a51ab3e5e3930, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/de0250305d6546ec84e42670e2fb11de] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=36.7 K 2024-11-17T18:18:22,579 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:22,579 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 20f8b6c67d50420ab1b026f9fa34a84a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731867499630 2024-11-17T18:18:22,579 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:22,579 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,579 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e5d4c075ffd43e6b78a51ab3e5e3930, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731867499810 2024-11-17T18:18:22,579 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2dadf795bef44b1ab69316f3ee7430d9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/ba55d2a3687841c7b3dfaaa069d7117f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1835e95d23364c80a10e5635361ba697] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=41.4 K 2024-11-17T18:18:22,580 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dadf795bef44b1ab69316f3ee7430d9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731867499630 2024-11-17T18:18:22,580 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting de0250305d6546ec84e42670e2fb11de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731867500504 2024-11-17T18:18:22,580 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba55d2a3687841c7b3dfaaa069d7117f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731867499810 2024-11-17T18:18:22,581 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1835e95d23364c80a10e5635361ba697, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731867500504 2024-11-17T18:18:22,596 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:22,597 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/42e1b5d197fe488abc15e68bf3e17b70 is 50, key is test_row_0/B:col10/1731867502011/Put/seqid=0 2024-11-17T18:18:22,598 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:22,600 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/69a2aa20908943dd963baf898ff56e16 is 50, key is test_row_0/A:col10/1731867502011/Put/seqid=0 2024-11-17T18:18:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741906_1082 (size=13051) 2024-11-17T18:18:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:22,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:18:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2276a29bc9414e639f0d702c0f409d7b is 50, key is test_row_0/A:col10/1731867502018/Put/seqid=0 2024-11-17T18:18:22,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741905_1081 (size=13051) 2024-11-17T18:18:22,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867562667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867562668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,673 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/42e1b5d197fe488abc15e68bf3e17b70 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/42e1b5d197fe488abc15e68bf3e17b70 2024-11-17T18:18:22,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867562669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867562670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T18:18:22,686 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 42e1b5d197fe488abc15e68bf3e17b70(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:22,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:22,686 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867502576; duration=0sec 2024-11-17T18:18:22,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:22,687 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:22,687 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:22,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T18:18:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741907_1083 (size=12301) 2024-11-17T18:18:22,695 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:22,695 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:22,695 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,696 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/1b59e0a2cff645bb9ef6754896fa2259, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ec38ce8889924d17868643ec2fa328cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/7dbadfa9f1ae4328adb2b20885d97a16] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=36.7 K 2024-11-17T18:18:22,696 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b59e0a2cff645bb9ef6754896fa2259, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731867499630 2024-11-17T18:18:22,697 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting ec38ce8889924d17868643ec2fa328cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731867499810 2024-11-17T18:18:22,698 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dbadfa9f1ae4328adb2b20885d97a16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731867500504 2024-11-17T18:18:22,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2276a29bc9414e639f0d702c0f409d7b 2024-11-17T18:18:22,712 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:22,713 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/e5f58afe412e44c89f27867f523af0ca is 50, key is test_row_0/C:col10/1731867502011/Put/seqid=0 2024-11-17T18:18:22,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/9ef6c0a8f03d4597bd1ba2525702b488 is 50, key is test_row_0/B:col10/1731867502018/Put/seqid=0 2024-11-17T18:18:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741909_1085 (size=12301) 2024-11-17T18:18:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741908_1084 (size=13051) 2024-11-17T18:18:22,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/9ef6c0a8f03d4597bd1ba2525702b488 2024-11-17T18:18:22,760 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/e5f58afe412e44c89f27867f523af0ca as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e5f58afe412e44c89f27867f523af0ca 2024-11-17T18:18:22,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/14e391bd120043cd90921a4224a39408 is 50, key is test_row_0/C:col10/1731867502018/Put/seqid=0 2024-11-17T18:18:22,767 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into e5f58afe412e44c89f27867f523af0ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:22,768 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:22,768 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867502576; duration=0sec 2024-11-17T18:18:22,768 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:22,768 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:22,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867562774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867562775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867562775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741910_1086 (size=12301) 2024-11-17T18:18:22,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/14e391bd120043cd90921a4224a39408 2024-11-17T18:18:22,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2276a29bc9414e639f0d702c0f409d7b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2276a29bc9414e639f0d702c0f409d7b 2024-11-17T18:18:22,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2276a29bc9414e639f0d702c0f409d7b, entries=150, sequenceid=333, filesize=12.0 K 2024-11-17T18:18:22,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/9ef6c0a8f03d4597bd1ba2525702b488 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9ef6c0a8f03d4597bd1ba2525702b488 2024-11-17T18:18:22,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9ef6c0a8f03d4597bd1ba2525702b488, entries=150, sequenceid=333, filesize=12.0 K 2024-11-17T18:18:22,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/14e391bd120043cd90921a4224a39408 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/14e391bd120043cd90921a4224a39408 2024-11-17T18:18:22,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/14e391bd120043cd90921a4224a39408, entries=150, sequenceid=333, filesize=12.0 K 2024-11-17T18:18:22,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c905aa703dea20d28e957a4ddecee391 in 184ms, sequenceid=333, compaction requested=false 2024-11-17T18:18:22,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:22,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T18:18:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:22,847 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:18:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:22,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:22,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2bfeb95a90dd4a76a93f9334f3f78ae6 is 50, key is test_row_0/A:col10/1731867502668/Put/seqid=0 2024-11-17T18:18:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741911_1087 (size=12301) 2024-11-17T18:18:22,876 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2bfeb95a90dd4a76a93f9334f3f78ae6 2024-11-17T18:18:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a4f9c9b1b86743feb0d8e912c69a5338 is 50, key is test_row_0/B:col10/1731867502668/Put/seqid=0 2024-11-17T18:18:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741912_1088 (size=12301) 2024-11-17T18:18:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:22,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:22,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867562992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867562992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:22,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867562995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,030 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/69a2aa20908943dd963baf898ff56e16 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/69a2aa20908943dd963baf898ff56e16 2024-11-17T18:18:23,040 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 69a2aa20908943dd963baf898ff56e16(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:23,040 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:23,041 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867502575; duration=0sec 2024-11-17T18:18:23,041 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:23,041 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:23,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867563097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867563099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867563102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T18:18:23,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867563303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867563304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867563305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,321 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a4f9c9b1b86743feb0d8e912c69a5338 2024-11-17T18:18:23,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/9e245dce42e34e92a28d40d68b9cff68 is 50, key is test_row_0/C:col10/1731867502668/Put/seqid=0 2024-11-17T18:18:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741913_1089 (size=12301) 2024-11-17T18:18:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867563609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867563609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867563610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:23,747 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/9e245dce42e34e92a28d40d68b9cff68 2024-11-17T18:18:23,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/2bfeb95a90dd4a76a93f9334f3f78ae6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2bfeb95a90dd4a76a93f9334f3f78ae6 2024-11-17T18:18:23,765 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2bfeb95a90dd4a76a93f9334f3f78ae6, entries=150, sequenceid=358, filesize=12.0 K 2024-11-17T18:18:23,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/a4f9c9b1b86743feb0d8e912c69a5338 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a4f9c9b1b86743feb0d8e912c69a5338 2024-11-17T18:18:23,771 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a4f9c9b1b86743feb0d8e912c69a5338, entries=150, sequenceid=358, filesize=12.0 K 2024-11-17T18:18:23,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/9e245dce42e34e92a28d40d68b9cff68 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9e245dce42e34e92a28d40d68b9cff68 2024-11-17T18:18:23,779 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9e245dce42e34e92a28d40d68b9cff68, entries=150, sequenceid=358, filesize=12.0 K 2024-11-17T18:18:23,780 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c905aa703dea20d28e957a4ddecee391 in 933ms, sequenceid=358, compaction requested=true 2024-11-17T18:18:23,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:23,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:23,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T18:18:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-17T18:18:23,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-17T18:18:23,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-11-17T18:18:23,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.7120 sec 2024-11-17T18:18:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:24,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:18:24,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:24,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:24,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:24,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:24,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:24,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:24,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/aa7c0e7293304570b145ca10902c58a4 is 50, key is test_row_0/A:col10/1731867502991/Put/seqid=0 2024-11-17T18:18:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741914_1090 (size=14741) 2024-11-17T18:18:24,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/aa7c0e7293304570b145ca10902c58a4 2024-11-17T18:18:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867564145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867564146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/5f581560fa044833aa74d8f5c8b6c5cd is 50, key is test_row_0/B:col10/1731867502991/Put/seqid=0 2024-11-17T18:18:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867564148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741915_1091 (size=12301) 2024-11-17T18:18:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T18:18:24,181 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-17T18:18:24,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-17T18:18:24,186 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:24,187 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T18:18:24,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:24,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867564251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867564252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867564252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T18:18:24,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867564456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867564457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867564457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T18:18:24,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/5f581560fa044833aa74d8f5c8b6c5cd 2024-11-17T18:18:24,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/544825bdc8dc4f0084a6af2595ca1a64 is 50, key is test_row_0/C:col10/1731867502991/Put/seqid=0 2024-11-17T18:18:24,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741916_1092 (size=12301) 2024-11-17T18:18:24,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/544825bdc8dc4f0084a6af2595ca1a64 2024-11-17T18:18:24,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/aa7c0e7293304570b145ca10902c58a4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa7c0e7293304570b145ca10902c58a4 2024-11-17T18:18:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867564689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,695 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., hostname=940f5f05a898,35899,1731867484961, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:18:24,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa7c0e7293304570b145ca10902c58a4, entries=200, sequenceid=373, filesize=14.4 K 2024-11-17T18:18:24,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/5f581560fa044833aa74d8f5c8b6c5cd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5f581560fa044833aa74d8f5c8b6c5cd 2024-11-17T18:18:24,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5f581560fa044833aa74d8f5c8b6c5cd, entries=150, sequenceid=373, filesize=12.0 K 2024-11-17T18:18:24,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/544825bdc8dc4f0084a6af2595ca1a64 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/544825bdc8dc4f0084a6af2595ca1a64 2024-11-17T18:18:24,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/544825bdc8dc4f0084a6af2595ca1a64, entries=150, sequenceid=373, filesize=12.0 K 2024-11-17T18:18:24,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c905aa703dea20d28e957a4ddecee391 in 605ms, sequenceid=373, compaction requested=true 2024-11-17T18:18:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-17T18:18:24,722 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:24,722 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:24,727 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:24,727 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:24,727 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,727 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e5f58afe412e44c89f27867f523af0ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/14e391bd120043cd90921a4224a39408, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9e245dce42e34e92a28d40d68b9cff68, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/544825bdc8dc4f0084a6af2595ca1a64] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=48.8 K 2024-11-17T18:18:24,727 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:24,728 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:24,728 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,728 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/69a2aa20908943dd963baf898ff56e16, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2276a29bc9414e639f0d702c0f409d7b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2bfeb95a90dd4a76a93f9334f3f78ae6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa7c0e7293304570b145ca10902c58a4] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=51.2 K 2024-11-17T18:18:24,728 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f58afe412e44c89f27867f523af0ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731867500504 2024-11-17T18:18:24,729 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69a2aa20908943dd963baf898ff56e16, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731867500504 2024-11-17T18:18:24,729 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e391bd120043cd90921a4224a39408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731867502018 2024-11-17T18:18:24,729 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2276a29bc9414e639f0d702c0f409d7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731867502018 2024-11-17T18:18:24,730 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e245dce42e34e92a28d40d68b9cff68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731867502664 2024-11-17T18:18:24,730 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bfeb95a90dd4a76a93f9334f3f78ae6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731867502664 2024-11-17T18:18:24,730 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 544825bdc8dc4f0084a6af2595ca1a64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731867502991 2024-11-17T18:18:24,731 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa7c0e7293304570b145ca10902c58a4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731867502986 2024-11-17T18:18:24,767 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:24,768 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1a91800b26f441aea0c0caae110c842a is 50, key is test_row_0/A:col10/1731867502991/Put/seqid=0 2024-11-17T18:18:24,774 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:24,775 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/cf116d2d1a254cdf837320c258094e0e is 50, key is test_row_0/C:col10/1731867502991/Put/seqid=0 2024-11-17T18:18:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:24,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:18:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T18:18:24,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/398269b361244e06952b0436fa57df1e is 50, key is test_row_0/A:col10/1731867504144/Put/seqid=0 2024-11-17T18:18:24,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741917_1093 (size=13187) 2024-11-17T18:18:24,860 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/1a91800b26f441aea0c0caae110c842a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1a91800b26f441aea0c0caae110c842a 2024-11-17T18:18:24,884 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 1a91800b26f441aea0c0caae110c842a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:24,884 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:24,884 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=12, startTime=1731867504720; duration=0sec 2024-11-17T18:18:24,884 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:24,884 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:24,885 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741918_1094 (size=13187) 2024-11-17T18:18:24,896 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:24,896 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:24,896 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,897 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/42e1b5d197fe488abc15e68bf3e17b70, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9ef6c0a8f03d4597bd1ba2525702b488, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a4f9c9b1b86743feb0d8e912c69a5338, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5f581560fa044833aa74d8f5c8b6c5cd] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=48.8 K 2024-11-17T18:18:24,897 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42e1b5d197fe488abc15e68bf3e17b70, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731867500504 2024-11-17T18:18:24,899 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ef6c0a8f03d4597bd1ba2525702b488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731867502018 2024-11-17T18:18:24,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867564900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,916 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4f9c9b1b86743feb0d8e912c69a5338, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731867502664 2024-11-17T18:18:24,917 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f581560fa044833aa74d8f5c8b6c5cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731867502991 2024-11-17T18:18:24,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867564906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867564916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741919_1095 (size=14741) 2024-11-17T18:18:24,959 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:24,960 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d07150f1f25c4fb68344ae7fc5299596 is 50, key is test_row_0/B:col10/1731867502991/Put/seqid=0 2024-11-17T18:18:24,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:24,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:24,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:24,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:24,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741920_1096 (size=13187) 2024-11-17T18:18:25,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867565021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867565023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867565027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,037 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d07150f1f25c4fb68344ae7fc5299596 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d07150f1f25c4fb68344ae7fc5299596 2024-11-17T18:18:25,054 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into d07150f1f25c4fb68344ae7fc5299596(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:25,054 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:25,054 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=12, startTime=1731867504720; duration=0sec 2024-11-17T18:18:25,054 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:25,054 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:25,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:25,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:25,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:25,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:25,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867565237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867565238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867565238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,277 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:25,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:25,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:25,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:25,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T18:18:25,296 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/cf116d2d1a254cdf837320c258094e0e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/cf116d2d1a254cdf837320c258094e0e 2024-11-17T18:18:25,305 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into cf116d2d1a254cdf837320c258094e0e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:25,305 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:25,306 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=12, startTime=1731867504720; duration=0sec 2024-11-17T18:18:25,306 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:25,306 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:25,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/398269b361244e06952b0436fa57df1e 2024-11-17T18:18:25,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/3b8f54b9da5447a2a64ddf8a51ee812f is 50, key is test_row_0/B:col10/1731867504144/Put/seqid=0 2024-11-17T18:18:25,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741921_1097 (size=12301) 2024-11-17T18:18:25,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/3b8f54b9da5447a2a64ddf8a51ee812f 2024-11-17T18:18:25,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:25,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:25,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/ae0ba8a3b1a24c51bbc6590aad44ae9b is 50, key is test_row_0/C:col10/1731867504144/Put/seqid=0 2024-11-17T18:18:25,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741922_1098 (size=12301) 2024-11-17T18:18:25,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/ae0ba8a3b1a24c51bbc6590aad44ae9b 2024-11-17T18:18:25,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/398269b361244e06952b0436fa57df1e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/398269b361244e06952b0436fa57df1e 2024-11-17T18:18:25,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/398269b361244e06952b0436fa57df1e, entries=200, sequenceid=396, filesize=14.4 K 2024-11-17T18:18:25,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/3b8f54b9da5447a2a64ddf8a51ee812f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/3b8f54b9da5447a2a64ddf8a51ee812f 2024-11-17T18:18:25,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867565546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867565546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867565546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/3b8f54b9da5447a2a64ddf8a51ee812f, entries=150, sequenceid=396, filesize=12.0 K 2024-11-17T18:18:25,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/ae0ba8a3b1a24c51bbc6590aad44ae9b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ae0ba8a3b1a24c51bbc6590aad44ae9b 2024-11-17T18:18:25,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ae0ba8a3b1a24c51bbc6590aad44ae9b, entries=150, sequenceid=396, filesize=12.0 K 2024-11-17T18:18:25,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c905aa703dea20d28e957a4ddecee391 in 789ms, sequenceid=396, compaction requested=false 2024-11-17T18:18:25,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:25,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:25,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T18:18:25,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:25,590 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:18:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:25,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/139ceb05fa5143aa99cce55dfb45e0a2 is 50, key is test_row_0/A:col10/1731867504905/Put/seqid=0 2024-11-17T18:18:25,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741923_1099 (size=12301) 2024-11-17T18:18:25,651 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/139ceb05fa5143aa99cce55dfb45e0a2 2024-11-17T18:18:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d020f77180d94d8d8e101739ef7f466c is 50, key is test_row_0/B:col10/1731867504905/Put/seqid=0 2024-11-17T18:18:25,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741924_1100 (size=12301) 2024-11-17T18:18:26,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:26,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867566105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867566106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867566108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867566108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,135 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d020f77180d94d8d8e101739ef7f466c 2024-11-17T18:18:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/87f7a780f629450f907c2716c99da8f3 is 50, key is test_row_0/C:col10/1731867504905/Put/seqid=0 2024-11-17T18:18:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741925_1101 (size=12301) 2024-11-17T18:18:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867566210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867566218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867566219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867566219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T18:18:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867566416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867566428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867566448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867566449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,624 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/87f7a780f629450f907c2716c99da8f3 2024-11-17T18:18:26,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/139ceb05fa5143aa99cce55dfb45e0a2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/139ceb05fa5143aa99cce55dfb45e0a2 2024-11-17T18:18:26,671 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/139ceb05fa5143aa99cce55dfb45e0a2, entries=150, sequenceid=413, filesize=12.0 K 2024-11-17T18:18:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d020f77180d94d8d8e101739ef7f466c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d020f77180d94d8d8e101739ef7f466c 2024-11-17T18:18:26,684 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d020f77180d94d8d8e101739ef7f466c, entries=150, sequenceid=413, filesize=12.0 K 2024-11-17T18:18:26,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/87f7a780f629450f907c2716c99da8f3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/87f7a780f629450f907c2716c99da8f3 2024-11-17T18:18:26,694 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/87f7a780f629450f907c2716c99da8f3, entries=150, sequenceid=413, filesize=12.0 K 2024-11-17T18:18:26,695 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c905aa703dea20d28e957a4ddecee391 in 1105ms, sequenceid=413, compaction requested=true 2024-11-17T18:18:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-17T18:18:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-17T18:18:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:26,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:18:26,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-17T18:18:26,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5430 sec 2024-11-17T18:18:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:26,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:26,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.5500 sec 2024-11-17T18:18:26,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/6f3d9f50a5434e89a761b82428af22b6 is 50, key is test_row_0/A:col10/1731867506106/Put/seqid=0 2024-11-17T18:18:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867566783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867566788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867566792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867566803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741926_1102 (size=14741) 2024-11-17T18:18:26,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/6f3d9f50a5434e89a761b82428af22b6 2024-11-17T18:18:26,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/017edf0f2f134716b15fbc762cae8818 is 50, key is test_row_0/B:col10/1731867506106/Put/seqid=0 2024-11-17T18:18:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867566894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867566897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867566898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741927_1103 (size=12301) 2024-11-17T18:18:26,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/017edf0f2f134716b15fbc762cae8818 2024-11-17T18:18:26,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867566912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:26,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/b522041e2d8d41c78229e5d0e91fe8b8 is 50, key is test_row_0/C:col10/1731867506106/Put/seqid=0 2024-11-17T18:18:27,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741928_1104 (size=12301) 2024-11-17T18:18:27,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/b522041e2d8d41c78229e5d0e91fe8b8 2024-11-17T18:18:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/6f3d9f50a5434e89a761b82428af22b6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6f3d9f50a5434e89a761b82428af22b6 2024-11-17T18:18:27,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6f3d9f50a5434e89a761b82428af22b6, entries=200, sequenceid=437, filesize=14.4 K 2024-11-17T18:18:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/017edf0f2f134716b15fbc762cae8818 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/017edf0f2f134716b15fbc762cae8818 2024-11-17T18:18:27,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/017edf0f2f134716b15fbc762cae8818, entries=150, sequenceid=437, filesize=12.0 K 2024-11-17T18:18:27,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/b522041e2d8d41c78229e5d0e91fe8b8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/b522041e2d8d41c78229e5d0e91fe8b8 2024-11-17T18:18:27,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/b522041e2d8d41c78229e5d0e91fe8b8, entries=150, sequenceid=437, filesize=12.0 K 2024-11-17T18:18:27,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c905aa703dea20d28e957a4ddecee391 in 336ms, sequenceid=437, compaction requested=true 2024-11-17T18:18:27,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:27,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:27,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:27,069 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:27,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:27,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:27,069 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:27,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:27,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:27,071 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:27,071 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:27,071 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:27,072 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1a91800b26f441aea0c0caae110c842a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/398269b361244e06952b0436fa57df1e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/139ceb05fa5143aa99cce55dfb45e0a2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6f3d9f50a5434e89a761b82428af22b6] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=53.7 K 2024-11-17T18:18:27,072 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:27,072 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:27,072 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:27,072 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d07150f1f25c4fb68344ae7fc5299596, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/3b8f54b9da5447a2a64ddf8a51ee812f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d020f77180d94d8d8e101739ef7f466c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/017edf0f2f134716b15fbc762cae8818] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=48.9 K 2024-11-17T18:18:27,073 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d07150f1f25c4fb68344ae7fc5299596, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731867502991 2024-11-17T18:18:27,073 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a91800b26f441aea0c0caae110c842a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731867502991 2024-11-17T18:18:27,073 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b8f54b9da5447a2a64ddf8a51ee812f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731867504144 2024-11-17T18:18:27,074 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 398269b361244e06952b0436fa57df1e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731867504144 2024-11-17T18:18:27,074 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d020f77180d94d8d8e101739ef7f466c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731867504887 2024-11-17T18:18:27,074 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 139ceb05fa5143aa99cce55dfb45e0a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731867504887 2024-11-17T18:18:27,075 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f3d9f50a5434e89a761b82428af22b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731867506097 2024-11-17T18:18:27,075 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 017edf0f2f134716b15fbc762cae8818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731867506097 2024-11-17T18:18:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:27,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:18:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:27,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:27,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:27,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:27,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:27,113 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#90 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:27,114 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d04be68aa2334e0cbe4c5a03a53820fa is 50, key is test_row_0/B:col10/1731867506106/Put/seqid=0 2024-11-17T18:18:27,131 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:27,132 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/226f9ca4e1254995b3492d18970d55ca is 50, key is test_row_0/A:col10/1731867506106/Put/seqid=0 2024-11-17T18:18:27,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/efb2a8c9c7f2485e95213a9f767d1f79 is 50, key is test_row_0/A:col10/1731867506783/Put/seqid=0 2024-11-17T18:18:27,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741929_1105 (size=13323) 2024-11-17T18:18:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741930_1106 (size=13323) 2024-11-17T18:18:27,232 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/226f9ca4e1254995b3492d18970d55ca as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/226f9ca4e1254995b3492d18970d55ca 2024-11-17T18:18:27,250 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 226f9ca4e1254995b3492d18970d55ca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:27,250 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:27,250 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=12, startTime=1731867507068; duration=0sec 2024-11-17T18:18:27,250 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:27,250 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:27,250 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867567237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867567247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867567263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,280 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:27,280 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:27,280 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:27,281 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/cf116d2d1a254cdf837320c258094e0e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ae0ba8a3b1a24c51bbc6590aad44ae9b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/87f7a780f629450f907c2716c99da8f3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/b522041e2d8d41c78229e5d0e91fe8b8] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=48.9 K 2024-11-17T18:18:27,282 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf116d2d1a254cdf837320c258094e0e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731867502991 2024-11-17T18:18:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741931_1107 (size=19621) 2024-11-17T18:18:27,284 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae0ba8a3b1a24c51bbc6590aad44ae9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731867504144 2024-11-17T18:18:27,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867567264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/efb2a8c9c7f2485e95213a9f767d1f79 2024-11-17T18:18:27,299 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87f7a780f629450f907c2716c99da8f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731867504887 2024-11-17T18:18:27,299 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting b522041e2d8d41c78229e5d0e91fe8b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731867506097 2024-11-17T18:18:27,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/f137566184554ccdbd5e15bfadee38eb is 50, key is test_row_0/B:col10/1731867506783/Put/seqid=0 2024-11-17T18:18:27,350 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:27,351 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/a4e698e5e3034c198c0b271dbc0c201c is 50, key is test_row_0/C:col10/1731867506106/Put/seqid=0 2024-11-17T18:18:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867567369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867567373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867567371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741932_1108 (size=12301) 2024-11-17T18:18:27,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867567394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/f137566184554ccdbd5e15bfadee38eb 2024-11-17T18:18:27,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741933_1109 (size=13323) 2024-11-17T18:18:27,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0808c4abee984490bb8b563db4e0c267 is 50, key is test_row_0/C:col10/1731867506783/Put/seqid=0 2024-11-17T18:18:27,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741934_1110 (size=12301) 2024-11-17T18:18:27,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867567581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,589 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d04be68aa2334e0cbe4c5a03a53820fa as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d04be68aa2334e0cbe4c5a03a53820fa 2024-11-17T18:18:27,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867567585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,599 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into d04be68aa2334e0cbe4c5a03a53820fa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:27,600 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:27,600 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=12, startTime=1731867507069; duration=0sec 2024-11-17T18:18:27,600 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:27,600 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867567596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867567612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,869 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/a4e698e5e3034c198c0b271dbc0c201c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4e698e5e3034c198c0b271dbc0c201c 2024-11-17T18:18:27,876 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into a4e698e5e3034c198c0b271dbc0c201c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:27,877 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:27,877 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=12, startTime=1731867507069; duration=0sec 2024-11-17T18:18:27,877 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:27,877 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:27,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0808c4abee984490bb8b563db4e0c267 2024-11-17T18:18:27,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867567885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/efb2a8c9c7f2485e95213a9f767d1f79 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/efb2a8c9c7f2485e95213a9f767d1f79 2024-11-17T18:18:27,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867567895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/efb2a8c9c7f2485e95213a9f767d1f79, entries=300, sequenceid=452, filesize=19.2 K 2024-11-17T18:18:27,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/f137566184554ccdbd5e15bfadee38eb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/f137566184554ccdbd5e15bfadee38eb 2024-11-17T18:18:27,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/f137566184554ccdbd5e15bfadee38eb, entries=150, sequenceid=452, filesize=12.0 K 2024-11-17T18:18:27,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/0808c4abee984490bb8b563db4e0c267 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0808c4abee984490bb8b563db4e0c267 2024-11-17T18:18:27,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867567912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:27,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0808c4abee984490bb8b563db4e0c267, entries=150, sequenceid=452, filesize=12.0 K 2024-11-17T18:18:27,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c905aa703dea20d28e957a4ddecee391 in 809ms, sequenceid=452, compaction requested=false 2024-11-17T18:18:27,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:27,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:18:27,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:27,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:27,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:27,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:27,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:27,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:27,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/9f000c6f6d484f4f9aa6b417d942f282 is 50, key is test_row_0/A:col10/1731867507921/Put/seqid=0 2024-11-17T18:18:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741935_1111 (size=12301) 2024-11-17T18:18:28,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867568048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867568164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T18:18:28,302 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-17T18:18:28,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-17T18:18:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:28,308 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:28,308 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:28,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867568370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/9f000c6f6d484f4f9aa6b417d942f282 2024-11-17T18:18:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867568402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867568404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:28,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/663c3799bb6e4dada6703945a7bcb9d0 is 50, key is test_row_0/B:col10/1731867507921/Put/seqid=0 2024-11-17T18:18:28,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867568435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:28,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741936_1112 (size=12301) 2024-11-17T18:18:28,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/663c3799bb6e4dada6703945a7bcb9d0 2024-11-17T18:18:28,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/179ec01938a14e5491682dc87490f2a8 is 50, key is test_row_0/C:col10/1731867507921/Put/seqid=0 2024-11-17T18:18:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741937_1113 (size=12301) 2024-11-17T18:18:28,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/179ec01938a14e5491682dc87490f2a8 2024-11-17T18:18:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/9f000c6f6d484f4f9aa6b417d942f282 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/9f000c6f6d484f4f9aa6b417d942f282 2024-11-17T18:18:28,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/9f000c6f6d484f4f9aa6b417d942f282, entries=150, sequenceid=478, filesize=12.0 K 2024-11-17T18:18:28,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/663c3799bb6e4dada6703945a7bcb9d0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/663c3799bb6e4dada6703945a7bcb9d0 2024-11-17T18:18:28,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/663c3799bb6e4dada6703945a7bcb9d0, entries=150, sequenceid=478, filesize=12.0 K 2024-11-17T18:18:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/179ec01938a14e5491682dc87490f2a8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/179ec01938a14e5491682dc87490f2a8 2024-11-17T18:18:28,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867568680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/179ec01938a14e5491682dc87490f2a8, entries=150, sequenceid=478, filesize=12.0 K 2024-11-17T18:18:28,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c905aa703dea20d28e957a4ddecee391 in 789ms, sequenceid=478, compaction requested=true 2024-11-17T18:18:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:28,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:28,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:28,713 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:28,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:28,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:28,713 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:28,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:28,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:28,721 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:28,721 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:28,721 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:28,721 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:28,721 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,721 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,721 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/226f9ca4e1254995b3492d18970d55ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/efb2a8c9c7f2485e95213a9f767d1f79, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/9f000c6f6d484f4f9aa6b417d942f282] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=44.2 K 2024-11-17T18:18:28,721 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d04be68aa2334e0cbe4c5a03a53820fa, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/f137566184554ccdbd5e15bfadee38eb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/663c3799bb6e4dada6703945a7bcb9d0] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=37.0 K 2024-11-17T18:18:28,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:18:28,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:28,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:28,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:28,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:28,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:28,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:28,727 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 226f9ca4e1254995b3492d18970d55ca, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731867506097 2024-11-17T18:18:28,727 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d04be68aa2334e0cbe4c5a03a53820fa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731867506097 2024-11-17T18:18:28,732 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f137566184554ccdbd5e15bfadee38eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731867506764 2024-11-17T18:18:28,732 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting efb2a8c9c7f2485e95213a9f767d1f79, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731867506764 2024-11-17T18:18:28,733 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 663c3799bb6e4dada6703945a7bcb9d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731867507194 2024-11-17T18:18:28,733 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f000c6f6d484f4f9aa6b417d942f282, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731867507194 2024-11-17T18:18:28,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/21e2e1ddf8bf4f8da2a3563643defa23 is 50, key is test_row_0/A:col10/1731867508035/Put/seqid=0 2024-11-17T18:18:28,763 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:28,764 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/aa079b7cd1314e03966a0b6633c378c3 is 50, key is test_row_0/A:col10/1731867507921/Put/seqid=0 2024-11-17T18:18:28,783 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:28,790 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/2d6c757788c04c93b54ec973128f6e3e is 50, key is test_row_0/B:col10/1731867507921/Put/seqid=0 2024-11-17T18:18:28,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:28,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741939_1115 (size=13425) 2024-11-17T18:18:28,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741938_1114 (size=14741) 2024-11-17T18:18:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741940_1116 (size=13425) 2024-11-17T18:18:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:28,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867568959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:28,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:28,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:28,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867569063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867569185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,277 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/aa079b7cd1314e03966a0b6633c378c3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa079b7cd1314e03966a0b6633c378c3 2024-11-17T18:18:29,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/21e2e1ddf8bf4f8da2a3563643defa23 2024-11-17T18:18:29,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867569280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,303 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into aa079b7cd1314e03966a0b6633c378c3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:29,303 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:29,303 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867508712; duration=0sec 2024-11-17T18:18:29,303 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:29,303 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:29,303 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:29,308 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:29,308 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:29,308 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,308 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4e698e5e3034c198c0b271dbc0c201c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0808c4abee984490bb8b563db4e0c267, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/179ec01938a14e5491682dc87490f2a8] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=37.0 K 2024-11-17T18:18:29,309 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4e698e5e3034c198c0b271dbc0c201c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731867506097 2024-11-17T18:18:29,312 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0808c4abee984490bb8b563db4e0c267, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731867506764 2024-11-17T18:18:29,313 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 179ec01938a14e5491682dc87490f2a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731867507194 2024-11-17T18:18:29,324 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/2d6c757788c04c93b54ec973128f6e3e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/2d6c757788c04c93b54ec973128f6e3e 2024-11-17T18:18:29,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d87a84424862428484ccf0fe0c664589 is 50, key is test_row_0/B:col10/1731867508035/Put/seqid=0 2024-11-17T18:18:29,340 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 2d6c757788c04c93b54ec973128f6e3e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:29,340 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:29,340 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867508713; duration=0sec 2024-11-17T18:18:29,341 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:29,341 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:29,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:29,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,376 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:29,376 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/381cac699a3b4c54a75668eb0bad2f7e is 50, key is test_row_0/C:col10/1731867507921/Put/seqid=0 2024-11-17T18:18:29,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741941_1117 (size=12301) 2024-11-17T18:18:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:29,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867569422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867569423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867569453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741942_1118 (size=13425) 2024-11-17T18:18:29,494 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/381cac699a3b4c54a75668eb0bad2f7e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/381cac699a3b4c54a75668eb0bad2f7e 2024-11-17T18:18:29,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,503 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into 381cac699a3b4c54a75668eb0bad2f7e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:29,504 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:29,504 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867508713; duration=0sec 2024-11-17T18:18:29,504 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:29,504 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:29,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867569586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:29,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:29,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d87a84424862428484ccf0fe0c664589 2024-11-17T18:18:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/8fd81233a11f4b4a98b9cbe8517ffb76 is 50, key is test_row_0/C:col10/1731867508035/Put/seqid=0 2024-11-17T18:18:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741943_1119 (size=12301) 2024-11-17T18:18:29,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/8fd81233a11f4b4a98b9cbe8517ffb76 2024-11-17T18:18:29,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:29,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:29,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:29,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/21e2e1ddf8bf4f8da2a3563643defa23 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/21e2e1ddf8bf4f8da2a3563643defa23 2024-11-17T18:18:30,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/21e2e1ddf8bf4f8da2a3563643defa23, entries=200, sequenceid=492, filesize=14.4 K 2024-11-17T18:18:30,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/d87a84424862428484ccf0fe0c664589 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d87a84424862428484ccf0fe0c664589 2024-11-17T18:18:30,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d87a84424862428484ccf0fe0c664589, entries=150, sequenceid=492, filesize=12.0 K 2024-11-17T18:18:30,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/8fd81233a11f4b4a98b9cbe8517ffb76 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8fd81233a11f4b4a98b9cbe8517ffb76 2024-11-17T18:18:30,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8fd81233a11f4b4a98b9cbe8517ffb76, entries=150, sequenceid=492, filesize=12.0 K 2024-11-17T18:18:30,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c905aa703dea20d28e957a4ddecee391 in 1304ms, sequenceid=492, compaction requested=false 2024-11-17T18:18:30,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:30,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:18:30,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:30,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:30,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:30,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:30,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:30,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:30,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/dc00cf867fcc4f6bb9789ecd3c7d6f14 is 50, key is test_row_0/A:col10/1731867508944/Put/seqid=0 2024-11-17T18:18:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867570193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44594 deadline: 1731867570209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741944_1120 (size=17181) 2024-11-17T18:18:30,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867570295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:30,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:30,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:30,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867570510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:30,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:30,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/dc00cf867fcc4f6bb9789ecd3c7d6f14 2024-11-17T18:18:30,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e36980a6b32649848c40cde1250dedb7 is 50, key is test_row_0/B:col10/1731867508944/Put/seqid=0 2024-11-17T18:18:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741945_1121 (size=12301) 2024-11-17T18:18:30,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:30,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:30,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867570813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:30,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:30,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e36980a6b32649848c40cde1250dedb7 2024-11-17T18:18:31,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:31,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:31,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/e401e1a6a3164a4ba2394f353c6b33b1 is 50, key is test_row_0/C:col10/1731867508944/Put/seqid=0 2024-11-17T18:18:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741946_1122 (size=12301) 2024-11-17T18:18:31,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:31,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44564 deadline: 1731867571328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44576 deadline: 1731867571431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,434 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., hostname=940f5f05a898,35899,1731867484961, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:18:31,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731867571443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,445 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., hostname=940f5f05a898,35899,1731867484961, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:18:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44596 deadline: 1731867571476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,478 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4214 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., hostname=940f5f05a898,35899,1731867484961, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:18:31,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/e401e1a6a3164a4ba2394f353c6b33b1 2024-11-17T18:18:31,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/dc00cf867fcc4f6bb9789ecd3c7d6f14 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/dc00cf867fcc4f6bb9789ecd3c7d6f14 2024-11-17T18:18:31,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/dc00cf867fcc4f6bb9789ecd3c7d6f14, entries=250, sequenceid=520, filesize=16.8 K 2024-11-17T18:18:31,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e36980a6b32649848c40cde1250dedb7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e36980a6b32649848c40cde1250dedb7 2024-11-17T18:18:31,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:31,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e36980a6b32649848c40cde1250dedb7, entries=150, sequenceid=520, filesize=12.0 K 2024-11-17T18:18:31,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/e401e1a6a3164a4ba2394f353c6b33b1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e401e1a6a3164a4ba2394f353c6b33b1 2024-11-17T18:18:31,606 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35abab9b to 127.0.0.1:64935 2024-11-17T18:18:31,606 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x210f8e23 to 127.0.0.1:64935 2024-11-17T18:18:31,606 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b18da94 to 127.0.0.1:64935 2024-11-17T18:18:31,606 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:31,606 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:31,606 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:31,608 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13d5efd2 to 127.0.0.1:64935 2024-11-17T18:18:31,608 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:31,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e401e1a6a3164a4ba2394f353c6b33b1, entries=150, sequenceid=520, filesize=12.0 K 2024-11-17T18:18:31,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c905aa703dea20d28e957a4ddecee391 in 1494ms, sequenceid=520, compaction requested=true 2024-11-17T18:18:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:31,611 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c905aa703dea20d28e957a4ddecee391:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:31,611 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:31,618 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:31,618 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/A is initiating minor compaction (all files) 2024-11-17T18:18:31,618 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/A in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,618 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa079b7cd1314e03966a0b6633c378c3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/21e2e1ddf8bf4f8da2a3563643defa23, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/dc00cf867fcc4f6bb9789ecd3c7d6f14] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=44.3 K 2024-11-17T18:18:31,618 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:31,618 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/B is initiating minor compaction (all files) 2024-11-17T18:18:31,618 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/B in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,619 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/2d6c757788c04c93b54ec973128f6e3e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d87a84424862428484ccf0fe0c664589, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e36980a6b32649848c40cde1250dedb7] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=37.1 K 2024-11-17T18:18:31,619 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d6c757788c04c93b54ec973128f6e3e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731867507194 2024-11-17T18:18:31,620 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa079b7cd1314e03966a0b6633c378c3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731867507194 2024-11-17T18:18:31,620 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d87a84424862428484ccf0fe0c664589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731867507998 2024-11-17T18:18:31,621 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21e2e1ddf8bf4f8da2a3563643defa23, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731867507998 2024-11-17T18:18:31,621 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e36980a6b32649848c40cde1250dedb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731867508944 2024-11-17T18:18:31,621 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc00cf867fcc4f6bb9789ecd3c7d6f14, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731867508922 2024-11-17T18:18:31,632 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#A#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:31,633 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/98a37dfe1a114c06b6e4e7abb1d7cf4d is 50, key is test_row_0/A:col10/1731867508944/Put/seqid=0 2024-11-17T18:18:31,641 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#B#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:31,642 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/280a9250358c44189a1a422d7761f396 is 50, key is test_row_0/B:col10/1731867508944/Put/seqid=0 2024-11-17T18:18:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741947_1123 (size=13527) 2024-11-17T18:18:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741948_1124 (size=13527) 2024-11-17T18:18:31,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:31,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T18:18:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:31,761 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:18:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:31,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/45de2eb37d334953807570362dcc42ad is 50, key is test_row_1/A:col10/1731867510172/Put/seqid=0 2024-11-17T18:18:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741949_1125 (size=9857) 2024-11-17T18:18:31,814 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/45de2eb37d334953807570362dcc42ad 2024-11-17T18:18:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/4906ea3aaa794ec5b261d8474c520ff8 is 50, key is test_row_1/B:col10/1731867510172/Put/seqid=0 2024-11-17T18:18:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741950_1126 (size=9857) 2024-11-17T18:18:32,059 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/98a37dfe1a114c06b6e4e7abb1d7cf4d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/98a37dfe1a114c06b6e4e7abb1d7cf4d 2024-11-17T18:18:32,084 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/A of c905aa703dea20d28e957a4ddecee391 into 98a37dfe1a114c06b6e4e7abb1d7cf4d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:32,084 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:32,084 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/A, priority=13, startTime=1731867511611; duration=0sec 2024-11-17T18:18:32,084 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:32,085 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:A 2024-11-17T18:18:32,085 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:32,091 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:32,091 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c905aa703dea20d28e957a4ddecee391/C is initiating minor compaction (all files) 2024-11-17T18:18:32,091 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c905aa703dea20d28e957a4ddecee391/C in TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:32,091 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/381cac699a3b4c54a75668eb0bad2f7e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8fd81233a11f4b4a98b9cbe8517ffb76, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e401e1a6a3164a4ba2394f353c6b33b1] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp, totalSize=37.1 K 2024-11-17T18:18:32,091 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 381cac699a3b4c54a75668eb0bad2f7e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1731867507194 2024-11-17T18:18:32,092 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fd81233a11f4b4a98b9cbe8517ffb76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731867507998 2024-11-17T18:18:32,093 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e401e1a6a3164a4ba2394f353c6b33b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731867508944 2024-11-17T18:18:32,103 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/280a9250358c44189a1a422d7761f396 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/280a9250358c44189a1a422d7761f396 2024-11-17T18:18:32,113 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c905aa703dea20d28e957a4ddecee391#C#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:32,114 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/B of c905aa703dea20d28e957a4ddecee391 into 280a9250358c44189a1a422d7761f396(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:32,114 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c1dc4066e7674b21a3538b818e32118d is 50, key is test_row_0/C:col10/1731867508944/Put/seqid=0 2024-11-17T18:18:32,114 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:32,114 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/B, priority=13, startTime=1731867511611; duration=0sec 2024-11-17T18:18:32,114 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:32,115 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:B 2024-11-17T18:18:32,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741951_1127 (size=13527) 2024-11-17T18:18:32,154 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/c1dc4066e7674b21a3538b818e32118d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c1dc4066e7674b21a3538b818e32118d 2024-11-17T18:18:32,173 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c905aa703dea20d28e957a4ddecee391/C of c905aa703dea20d28e957a4ddecee391 into c1dc4066e7674b21a3538b818e32118d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:32,184 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:32,184 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391., storeName=c905aa703dea20d28e957a4ddecee391/C, priority=13, startTime=1731867511611; duration=0sec 2024-11-17T18:18:32,184 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:32,184 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c905aa703dea20d28e957a4ddecee391:C 2024-11-17T18:18:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:32,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. as already flushing 2024-11-17T18:18:32,239 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a5975ed to 127.0.0.1:64935 2024-11-17T18:18:32,239 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:32,260 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/4906ea3aaa794ec5b261d8474c520ff8 2024-11-17T18:18:32,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/dc2e4b759e1049f991efbeeb69e99b3e is 50, key is test_row_1/C:col10/1731867510172/Put/seqid=0 2024-11-17T18:18:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741952_1128 (size=9857) 2024-11-17T18:18:32,350 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73931430 to 127.0.0.1:64935 2024-11-17T18:18:32,350 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:32,688 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/dc2e4b759e1049f991efbeeb69e99b3e 2024-11-17T18:18:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/45de2eb37d334953807570362dcc42ad as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/45de2eb37d334953807570362dcc42ad 2024-11-17T18:18:32,714 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/45de2eb37d334953807570362dcc42ad, entries=100, sequenceid=531, filesize=9.6 K 2024-11-17T18:18:32,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/4906ea3aaa794ec5b261d8474c520ff8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/4906ea3aaa794ec5b261d8474c520ff8 2024-11-17T18:18:32,721 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/4906ea3aaa794ec5b261d8474c520ff8, entries=100, sequenceid=531, filesize=9.6 K 2024-11-17T18:18:32,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/dc2e4b759e1049f991efbeeb69e99b3e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/dc2e4b759e1049f991efbeeb69e99b3e 2024-11-17T18:18:32,735 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/dc2e4b759e1049f991efbeeb69e99b3e, entries=100, sequenceid=531, filesize=9.6 K 2024-11-17T18:18:32,739 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for c905aa703dea20d28e957a4ddecee391 in 979ms, sequenceid=531, compaction requested=false 2024-11-17T18:18:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-17T18:18:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-17T18:18:32,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-17T18:18:32,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4340 sec 2024-11-17T18:18:32,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 4.4390 sec 2024-11-17T18:18:33,246 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T18:18:35,452 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51fca988 to 127.0.0.1:64935 2024-11-17T18:18:35,452 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:35,463 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b874948 to 127.0.0.1:64935 2024-11-17T18:18:35,463 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:35,486 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ecc6c48 to 127.0.0.1:64935 2024-11-17T18:18:35,486 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T18:18:36,433 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-17T18:18:36,433 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T18:18:36,433 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-17T18:18:36,433 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-17T18:18:36,433 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-17T18:18:36,433 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4683 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4481 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2061 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6183 rows 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2044 2024-11-17T18:18:36,434 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6132 rows 2024-11-17T18:18:36,434 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T18:18:36,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b2b3f1a to 127.0.0.1:64935 2024-11-17T18:18:36,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:18:36,438 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T18:18:36,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T18:18:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:36,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867516449"}]},"ts":"1731867516449"} 2024-11-17T18:18:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T18:18:36,450 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T18:18:36,452 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T18:18:36,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:18:36,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905aa703dea20d28e957a4ddecee391, UNASSIGN}] 2024-11-17T18:18:36,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905aa703dea20d28e957a4ddecee391, UNASSIGN 2024-11-17T18:18:36,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c905aa703dea20d28e957a4ddecee391, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:36,459 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:18:36,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:18:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T18:18:36,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:36,615 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:36,615 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:18:36,616 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing c905aa703dea20d28e957a4ddecee391, disabling compactions & flushes 2024-11-17T18:18:36,616 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:36,616 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:36,616 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. after waiting 0 ms 2024-11-17T18:18:36,616 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:36,616 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing c905aa703dea20d28e957a4ddecee391 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-17T18:18:36,616 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=A 2024-11-17T18:18:36,616 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:36,617 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=B 2024-11-17T18:18:36,617 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:36,617 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c905aa703dea20d28e957a4ddecee391, store=C 2024-11-17T18:18:36,617 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:36,621 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f8d753797ff7497bbf5220dbb087ad49 is 50, key is test_row_0/A:col10/1731867515461/Put/seqid=0 2024-11-17T18:18:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741953_1129 (size=12301) 2024-11-17T18:18:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T18:18:37,025 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f8d753797ff7497bbf5220dbb087ad49 2024-11-17T18:18:37,033 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e1ab0d7141944f49b782b541885cc60d is 50, key is test_row_0/B:col10/1731867515461/Put/seqid=0 2024-11-17T18:18:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741954_1130 (size=12301) 2024-11-17T18:18:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T18:18:37,437 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e1ab0d7141944f49b782b541885cc60d 2024-11-17T18:18:37,445 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/a4bc9822d6f24718a018f877f0e40471 is 50, key is test_row_0/C:col10/1731867515461/Put/seqid=0 2024-11-17T18:18:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741955_1131 (size=12301) 2024-11-17T18:18:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T18:18:37,850 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/a4bc9822d6f24718a018f877f0e40471 2024-11-17T18:18:37,855 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/A/f8d753797ff7497bbf5220dbb087ad49 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f8d753797ff7497bbf5220dbb087ad49 2024-11-17T18:18:37,858 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f8d753797ff7497bbf5220dbb087ad49, entries=150, sequenceid=542, filesize=12.0 K 2024-11-17T18:18:37,859 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/B/e1ab0d7141944f49b782b541885cc60d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e1ab0d7141944f49b782b541885cc60d 2024-11-17T18:18:37,863 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e1ab0d7141944f49b782b541885cc60d, entries=150, sequenceid=542, filesize=12.0 K 2024-11-17T18:18:37,864 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/.tmp/C/a4bc9822d6f24718a018f877f0e40471 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4bc9822d6f24718a018f877f0e40471 2024-11-17T18:18:37,868 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4bc9822d6f24718a018f877f0e40471, entries=150, sequenceid=542, filesize=12.0 K 2024-11-17T18:18:37,869 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c905aa703dea20d28e957a4ddecee391 in 1253ms, sequenceid=542, compaction requested=true 2024-11-17T18:18:37,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4318b8f70fd245758be4ffae2d1386e1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3c03dcda5dfa4c0cbb121d9670a6e0f6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/65d7df82e7a64ca1b47e048606a4ac9f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/038e846de6ff4ef78e2101f53cef4677, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/daf4e8c8cd004933a2f7a94a1f701f1c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/16e99b1662f94fd385f2ed46b13eb804, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/93c7eb13078a4b819c77b134a51ea6c3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/136f82644af34fe08e84f63985793b5b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f4ef78d428f54a918dc055f278e9a956, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1ccfdfee09c647a891f24031de0fe717, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f9f44abff50a429fbaaa5235250982b4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4461fe9f8e9c45639616054b338ceb81, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3bf3e21e8c324827a1b75d45a417f8f0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/a6f5179ab2524658a8a6cb17869b3a56, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1bf6494f39d64a848bd17ee3c689b877, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/535d4ce379b9461e8af591fe8fdd1e73, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6860cbc6df534df190f426f54aef33a8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/8bcafc9a7d6c4018bd9562068800723d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2dadf795bef44b1ab69316f3ee7430d9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/d8f1789f2e124714950e91f826fb1058, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/ba55d2a3687841c7b3dfaaa069d7117f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1835e95d23364c80a10e5635361ba697, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/69a2aa20908943dd963baf898ff56e16, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2276a29bc9414e639f0d702c0f409d7b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2bfeb95a90dd4a76a93f9334f3f78ae6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa7c0e7293304570b145ca10902c58a4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1a91800b26f441aea0c0caae110c842a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/398269b361244e06952b0436fa57df1e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/139ceb05fa5143aa99cce55dfb45e0a2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6f3d9f50a5434e89a761b82428af22b6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/226f9ca4e1254995b3492d18970d55ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/efb2a8c9c7f2485e95213a9f767d1f79, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa079b7cd1314e03966a0b6633c378c3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/9f000c6f6d484f4f9aa6b417d942f282, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/21e2e1ddf8bf4f8da2a3563643defa23, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/dc00cf867fcc4f6bb9789ecd3c7d6f14] to archive 2024-11-17T18:18:37,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:18:37,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4318b8f70fd245758be4ffae2d1386e1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4318b8f70fd245758be4ffae2d1386e1 2024-11-17T18:18:37,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3c03dcda5dfa4c0cbb121d9670a6e0f6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3c03dcda5dfa4c0cbb121d9670a6e0f6 2024-11-17T18:18:37,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/65d7df82e7a64ca1b47e048606a4ac9f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/65d7df82e7a64ca1b47e048606a4ac9f 2024-11-17T18:18:37,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/038e846de6ff4ef78e2101f53cef4677 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/038e846de6ff4ef78e2101f53cef4677 2024-11-17T18:18:37,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/daf4e8c8cd004933a2f7a94a1f701f1c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/daf4e8c8cd004933a2f7a94a1f701f1c 2024-11-17T18:18:37,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/16e99b1662f94fd385f2ed46b13eb804 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/16e99b1662f94fd385f2ed46b13eb804 2024-11-17T18:18:37,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/93c7eb13078a4b819c77b134a51ea6c3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/93c7eb13078a4b819c77b134a51ea6c3 2024-11-17T18:18:37,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/136f82644af34fe08e84f63985793b5b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/136f82644af34fe08e84f63985793b5b 2024-11-17T18:18:37,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f4ef78d428f54a918dc055f278e9a956 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f4ef78d428f54a918dc055f278e9a956 2024-11-17T18:18:37,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1ccfdfee09c647a891f24031de0fe717 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1ccfdfee09c647a891f24031de0fe717 2024-11-17T18:18:37,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f9f44abff50a429fbaaa5235250982b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f9f44abff50a429fbaaa5235250982b4 2024-11-17T18:18:37,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4461fe9f8e9c45639616054b338ceb81 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/4461fe9f8e9c45639616054b338ceb81 2024-11-17T18:18:37,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3bf3e21e8c324827a1b75d45a417f8f0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/3bf3e21e8c324827a1b75d45a417f8f0 2024-11-17T18:18:37,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/a6f5179ab2524658a8a6cb17869b3a56 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/a6f5179ab2524658a8a6cb17869b3a56 2024-11-17T18:18:37,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1bf6494f39d64a848bd17ee3c689b877 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1bf6494f39d64a848bd17ee3c689b877 2024-11-17T18:18:37,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/535d4ce379b9461e8af591fe8fdd1e73 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/535d4ce379b9461e8af591fe8fdd1e73 2024-11-17T18:18:37,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6860cbc6df534df190f426f54aef33a8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6860cbc6df534df190f426f54aef33a8 2024-11-17T18:18:37,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/8bcafc9a7d6c4018bd9562068800723d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/8bcafc9a7d6c4018bd9562068800723d 2024-11-17T18:18:37,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2dadf795bef44b1ab69316f3ee7430d9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2dadf795bef44b1ab69316f3ee7430d9 2024-11-17T18:18:37,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/d8f1789f2e124714950e91f826fb1058 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/d8f1789f2e124714950e91f826fb1058 2024-11-17T18:18:37,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/ba55d2a3687841c7b3dfaaa069d7117f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/ba55d2a3687841c7b3dfaaa069d7117f 2024-11-17T18:18:37,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1835e95d23364c80a10e5635361ba697 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1835e95d23364c80a10e5635361ba697 2024-11-17T18:18:37,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/69a2aa20908943dd963baf898ff56e16 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/69a2aa20908943dd963baf898ff56e16 2024-11-17T18:18:37,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2276a29bc9414e639f0d702c0f409d7b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2276a29bc9414e639f0d702c0f409d7b 2024-11-17T18:18:37,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2bfeb95a90dd4a76a93f9334f3f78ae6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/2bfeb95a90dd4a76a93f9334f3f78ae6 2024-11-17T18:18:37,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa7c0e7293304570b145ca10902c58a4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa7c0e7293304570b145ca10902c58a4 2024-11-17T18:18:37,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1a91800b26f441aea0c0caae110c842a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/1a91800b26f441aea0c0caae110c842a 2024-11-17T18:18:37,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/398269b361244e06952b0436fa57df1e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/398269b361244e06952b0436fa57df1e 2024-11-17T18:18:37,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/139ceb05fa5143aa99cce55dfb45e0a2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/139ceb05fa5143aa99cce55dfb45e0a2 2024-11-17T18:18:37,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6f3d9f50a5434e89a761b82428af22b6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/6f3d9f50a5434e89a761b82428af22b6 2024-11-17T18:18:37,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/226f9ca4e1254995b3492d18970d55ca to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/226f9ca4e1254995b3492d18970d55ca 2024-11-17T18:18:37,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/efb2a8c9c7f2485e95213a9f767d1f79 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/efb2a8c9c7f2485e95213a9f767d1f79 2024-11-17T18:18:37,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa079b7cd1314e03966a0b6633c378c3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/aa079b7cd1314e03966a0b6633c378c3 2024-11-17T18:18:37,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/9f000c6f6d484f4f9aa6b417d942f282 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/9f000c6f6d484f4f9aa6b417d942f282 2024-11-17T18:18:37,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/21e2e1ddf8bf4f8da2a3563643defa23 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/21e2e1ddf8bf4f8da2a3563643defa23 2024-11-17T18:18:37,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/dc00cf867fcc4f6bb9789ecd3c7d6f14 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/dc00cf867fcc4f6bb9789ecd3c7d6f14 2024-11-17T18:18:37,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/cce78bfe09614616b8153402a3222cb0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/eaf3d947a6754414bdf99ab4bd2c9ccf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/65f162fce7544a85be72a6a1b3e06dc8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a7bad07281824252af32f2ad23fb2a92, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c34e8d25f7d14c12835c5ef656418877, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/94ef60a2bcb14f5ea2291e07571975bd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e2b55509b1a141ecb4abad253626054f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/0c5d4d8805ab40aba310716964917323, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9604f0325a11433f986540e82437bf0d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/12c36878dbfb49fbb00e06b034d78722, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a1c2426df029405288520737a0741d28, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/1f46b240e8f44af48e503fabf0b7d070, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/8459dcb496ff44d4b100d788da77a8ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e15e98c8156242c6b548b167c98abd84, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/83603b2f35a6479b90cda800e29ba311, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/015bd596bf614ab39bc3061be5be9c4f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a24eca25a0eb4fd1b85297b8752bd7bb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c2e84567133c41aab09a761ddaf7921a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/20f8b6c67d50420ab1b026f9fa34a84a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/596d3d789c424826a891b5f30c7d56aa, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5e5d4c075ffd43e6b78a51ab3e5e3930, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/42e1b5d197fe488abc15e68bf3e17b70, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/de0250305d6546ec84e42670e2fb11de, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9ef6c0a8f03d4597bd1ba2525702b488, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a4f9c9b1b86743feb0d8e912c69a5338, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d07150f1f25c4fb68344ae7fc5299596, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5f581560fa044833aa74d8f5c8b6c5cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/3b8f54b9da5447a2a64ddf8a51ee812f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d020f77180d94d8d8e101739ef7f466c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d04be68aa2334e0cbe4c5a03a53820fa, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/017edf0f2f134716b15fbc762cae8818, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/f137566184554ccdbd5e15bfadee38eb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/2d6c757788c04c93b54ec973128f6e3e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/663c3799bb6e4dada6703945a7bcb9d0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d87a84424862428484ccf0fe0c664589, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e36980a6b32649848c40cde1250dedb7] to archive 2024-11-17T18:18:37,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:18:37,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/cce78bfe09614616b8153402a3222cb0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/cce78bfe09614616b8153402a3222cb0 2024-11-17T18:18:37,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/eaf3d947a6754414bdf99ab4bd2c9ccf to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/eaf3d947a6754414bdf99ab4bd2c9ccf 2024-11-17T18:18:37,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/65f162fce7544a85be72a6a1b3e06dc8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/65f162fce7544a85be72a6a1b3e06dc8 2024-11-17T18:18:37,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a7bad07281824252af32f2ad23fb2a92 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a7bad07281824252af32f2ad23fb2a92 2024-11-17T18:18:37,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c34e8d25f7d14c12835c5ef656418877 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c34e8d25f7d14c12835c5ef656418877 2024-11-17T18:18:37,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/94ef60a2bcb14f5ea2291e07571975bd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/94ef60a2bcb14f5ea2291e07571975bd 2024-11-17T18:18:37,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e2b55509b1a141ecb4abad253626054f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e2b55509b1a141ecb4abad253626054f 2024-11-17T18:18:37,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/0c5d4d8805ab40aba310716964917323 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/0c5d4d8805ab40aba310716964917323 2024-11-17T18:18:37,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9604f0325a11433f986540e82437bf0d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9604f0325a11433f986540e82437bf0d 2024-11-17T18:18:37,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/12c36878dbfb49fbb00e06b034d78722 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/12c36878dbfb49fbb00e06b034d78722 2024-11-17T18:18:37,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a1c2426df029405288520737a0741d28 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a1c2426df029405288520737a0741d28 2024-11-17T18:18:37,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/1f46b240e8f44af48e503fabf0b7d070 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/1f46b240e8f44af48e503fabf0b7d070 2024-11-17T18:18:37,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/8459dcb496ff44d4b100d788da77a8ca to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/8459dcb496ff44d4b100d788da77a8ca 2024-11-17T18:18:37,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e15e98c8156242c6b548b167c98abd84 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e15e98c8156242c6b548b167c98abd84 2024-11-17T18:18:37,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/83603b2f35a6479b90cda800e29ba311 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/83603b2f35a6479b90cda800e29ba311 2024-11-17T18:18:37,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/015bd596bf614ab39bc3061be5be9c4f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/015bd596bf614ab39bc3061be5be9c4f 2024-11-17T18:18:37,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a24eca25a0eb4fd1b85297b8752bd7bb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a24eca25a0eb4fd1b85297b8752bd7bb 2024-11-17T18:18:37,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c2e84567133c41aab09a761ddaf7921a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/c2e84567133c41aab09a761ddaf7921a 2024-11-17T18:18:37,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/20f8b6c67d50420ab1b026f9fa34a84a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/20f8b6c67d50420ab1b026f9fa34a84a 2024-11-17T18:18:37,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/596d3d789c424826a891b5f30c7d56aa to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/596d3d789c424826a891b5f30c7d56aa 2024-11-17T18:18:37,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5e5d4c075ffd43e6b78a51ab3e5e3930 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5e5d4c075ffd43e6b78a51ab3e5e3930 2024-11-17T18:18:37,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/42e1b5d197fe488abc15e68bf3e17b70 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/42e1b5d197fe488abc15e68bf3e17b70 2024-11-17T18:18:37,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/de0250305d6546ec84e42670e2fb11de to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/de0250305d6546ec84e42670e2fb11de 2024-11-17T18:18:37,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9ef6c0a8f03d4597bd1ba2525702b488 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/9ef6c0a8f03d4597bd1ba2525702b488 2024-11-17T18:18:37,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a4f9c9b1b86743feb0d8e912c69a5338 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/a4f9c9b1b86743feb0d8e912c69a5338 2024-11-17T18:18:37,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d07150f1f25c4fb68344ae7fc5299596 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d07150f1f25c4fb68344ae7fc5299596 2024-11-17T18:18:37,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5f581560fa044833aa74d8f5c8b6c5cd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/5f581560fa044833aa74d8f5c8b6c5cd 2024-11-17T18:18:37,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/3b8f54b9da5447a2a64ddf8a51ee812f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/3b8f54b9da5447a2a64ddf8a51ee812f 2024-11-17T18:18:37,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d020f77180d94d8d8e101739ef7f466c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d020f77180d94d8d8e101739ef7f466c 2024-11-17T18:18:37,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d04be68aa2334e0cbe4c5a03a53820fa to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d04be68aa2334e0cbe4c5a03a53820fa 2024-11-17T18:18:37,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/017edf0f2f134716b15fbc762cae8818 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/017edf0f2f134716b15fbc762cae8818 2024-11-17T18:18:37,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/f137566184554ccdbd5e15bfadee38eb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/f137566184554ccdbd5e15bfadee38eb 2024-11-17T18:18:37,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/2d6c757788c04c93b54ec973128f6e3e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/2d6c757788c04c93b54ec973128f6e3e 2024-11-17T18:18:37,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/663c3799bb6e4dada6703945a7bcb9d0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/663c3799bb6e4dada6703945a7bcb9d0 2024-11-17T18:18:37,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d87a84424862428484ccf0fe0c664589 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/d87a84424862428484ccf0fe0c664589 2024-11-17T18:18:37,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e36980a6b32649848c40cde1250dedb7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e36980a6b32649848c40cde1250dedb7 2024-11-17T18:18:37,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/37c442b66ba94ed9af1a80569093e379, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/24547314580d4f47a6549461b86a5bd3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/848d0ca7f2934fbfbe92e9e727db3f14, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8a58209052ee4d769eafa0e5904b084c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/bb85733c3f3d458486dfef404cb7336c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0b866984948b4015ba6c837d9689ca0c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9bdba07303d44cf28987cdeb6e4931da, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/49ffdef26922457086bf3f57cc8a4ba3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/83eb4b7f8f9b429d9b3a23cefc8c7f78, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0d8fb9783f234288bb567f0b7de1ee83, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/35b4ec041fc34746b30a53476963e054, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c7652cd341204e84b4f83028fe8758dc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/2c2c21503ee941dabb810a327f2063f8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/658b974a5f2a49618cfe8fc13112aa85, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c487588919a04326a7a79bb3b0e44d00, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/55638f842b6b4042be440dfe06f3e332, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d9cf3b3cd2214490b9b26ecdf9a66bd8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d88643a7f3e2472da899c30b45719f78, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/1b59e0a2cff645bb9ef6754896fa2259, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d39d10afe39e48f8bfc2f9ab80627dc7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ec38ce8889924d17868643ec2fa328cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e5f58afe412e44c89f27867f523af0ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/7dbadfa9f1ae4328adb2b20885d97a16, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/14e391bd120043cd90921a4224a39408, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9e245dce42e34e92a28d40d68b9cff68, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/cf116d2d1a254cdf837320c258094e0e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/544825bdc8dc4f0084a6af2595ca1a64, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ae0ba8a3b1a24c51bbc6590aad44ae9b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/87f7a780f629450f907c2716c99da8f3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4e698e5e3034c198c0b271dbc0c201c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/b522041e2d8d41c78229e5d0e91fe8b8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0808c4abee984490bb8b563db4e0c267, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/381cac699a3b4c54a75668eb0bad2f7e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/179ec01938a14e5491682dc87490f2a8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8fd81233a11f4b4a98b9cbe8517ffb76, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e401e1a6a3164a4ba2394f353c6b33b1] to archive 2024-11-17T18:18:37,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:18:37,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/37c442b66ba94ed9af1a80569093e379 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/37c442b66ba94ed9af1a80569093e379 2024-11-17T18:18:37,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/24547314580d4f47a6549461b86a5bd3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/24547314580d4f47a6549461b86a5bd3 2024-11-17T18:18:37,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/848d0ca7f2934fbfbe92e9e727db3f14 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/848d0ca7f2934fbfbe92e9e727db3f14 2024-11-17T18:18:37,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8a58209052ee4d769eafa0e5904b084c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8a58209052ee4d769eafa0e5904b084c 2024-11-17T18:18:37,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/bb85733c3f3d458486dfef404cb7336c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/bb85733c3f3d458486dfef404cb7336c 2024-11-17T18:18:37,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0b866984948b4015ba6c837d9689ca0c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0b866984948b4015ba6c837d9689ca0c 2024-11-17T18:18:37,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9bdba07303d44cf28987cdeb6e4931da to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9bdba07303d44cf28987cdeb6e4931da 2024-11-17T18:18:37,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/49ffdef26922457086bf3f57cc8a4ba3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/49ffdef26922457086bf3f57cc8a4ba3 2024-11-17T18:18:37,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/83eb4b7f8f9b429d9b3a23cefc8c7f78 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/83eb4b7f8f9b429d9b3a23cefc8c7f78 2024-11-17T18:18:37,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0d8fb9783f234288bb567f0b7de1ee83 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0d8fb9783f234288bb567f0b7de1ee83 2024-11-17T18:18:37,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/35b4ec041fc34746b30a53476963e054 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/35b4ec041fc34746b30a53476963e054 2024-11-17T18:18:37,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c7652cd341204e84b4f83028fe8758dc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c7652cd341204e84b4f83028fe8758dc 2024-11-17T18:18:37,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/2c2c21503ee941dabb810a327f2063f8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/2c2c21503ee941dabb810a327f2063f8 2024-11-17T18:18:37,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/658b974a5f2a49618cfe8fc13112aa85 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/658b974a5f2a49618cfe8fc13112aa85 2024-11-17T18:18:37,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c487588919a04326a7a79bb3b0e44d00 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c487588919a04326a7a79bb3b0e44d00 2024-11-17T18:18:38,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/55638f842b6b4042be440dfe06f3e332 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/55638f842b6b4042be440dfe06f3e332 2024-11-17T18:18:38,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d9cf3b3cd2214490b9b26ecdf9a66bd8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d9cf3b3cd2214490b9b26ecdf9a66bd8 2024-11-17T18:18:38,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d88643a7f3e2472da899c30b45719f78 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d88643a7f3e2472da899c30b45719f78 2024-11-17T18:18:38,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/1b59e0a2cff645bb9ef6754896fa2259 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/1b59e0a2cff645bb9ef6754896fa2259 2024-11-17T18:18:38,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d39d10afe39e48f8bfc2f9ab80627dc7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/d39d10afe39e48f8bfc2f9ab80627dc7 2024-11-17T18:18:38,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ec38ce8889924d17868643ec2fa328cd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ec38ce8889924d17868643ec2fa328cd 2024-11-17T18:18:38,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e5f58afe412e44c89f27867f523af0ca to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e5f58afe412e44c89f27867f523af0ca 2024-11-17T18:18:38,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/7dbadfa9f1ae4328adb2b20885d97a16 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/7dbadfa9f1ae4328adb2b20885d97a16 2024-11-17T18:18:38,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/14e391bd120043cd90921a4224a39408 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/14e391bd120043cd90921a4224a39408 2024-11-17T18:18:38,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9e245dce42e34e92a28d40d68b9cff68 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/9e245dce42e34e92a28d40d68b9cff68 2024-11-17T18:18:38,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/cf116d2d1a254cdf837320c258094e0e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/cf116d2d1a254cdf837320c258094e0e 2024-11-17T18:18:38,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/544825bdc8dc4f0084a6af2595ca1a64 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/544825bdc8dc4f0084a6af2595ca1a64 2024-11-17T18:18:38,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ae0ba8a3b1a24c51bbc6590aad44ae9b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/ae0ba8a3b1a24c51bbc6590aad44ae9b 2024-11-17T18:18:38,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/87f7a780f629450f907c2716c99da8f3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/87f7a780f629450f907c2716c99da8f3 2024-11-17T18:18:38,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4e698e5e3034c198c0b271dbc0c201c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4e698e5e3034c198c0b271dbc0c201c 2024-11-17T18:18:38,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/b522041e2d8d41c78229e5d0e91fe8b8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/b522041e2d8d41c78229e5d0e91fe8b8 2024-11-17T18:18:38,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0808c4abee984490bb8b563db4e0c267 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/0808c4abee984490bb8b563db4e0c267 2024-11-17T18:18:38,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/381cac699a3b4c54a75668eb0bad2f7e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/381cac699a3b4c54a75668eb0bad2f7e 2024-11-17T18:18:38,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/179ec01938a14e5491682dc87490f2a8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/179ec01938a14e5491682dc87490f2a8 2024-11-17T18:18:38,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8fd81233a11f4b4a98b9cbe8517ffb76 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/8fd81233a11f4b4a98b9cbe8517ffb76 2024-11-17T18:18:38,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e401e1a6a3164a4ba2394f353c6b33b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/e401e1a6a3164a4ba2394f353c6b33b1 2024-11-17T18:18:38,028 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/recovered.edits/545.seqid, newMaxSeqId=545, maxSeqId=1 2024-11-17T18:18:38,031 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391. 2024-11-17T18:18:38,031 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for c905aa703dea20d28e957a4ddecee391: 2024-11-17T18:18:38,034 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:38,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c905aa703dea20d28e957a4ddecee391, regionState=CLOSED 2024-11-17T18:18:38,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-17T18:18:38,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure c905aa703dea20d28e957a4ddecee391, server=940f5f05a898,35899,1731867484961 in 1.5770 sec 2024-11-17T18:18:38,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-17T18:18:38,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c905aa703dea20d28e957a4ddecee391, UNASSIGN in 1.5810 sec 2024-11-17T18:18:38,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-17T18:18:38,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5880 sec 2024-11-17T18:18:38,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867518043"}]},"ts":"1731867518043"} 2024-11-17T18:18:38,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T18:18:38,047 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T18:18:38,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6040 sec 2024-11-17T18:18:38,430 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T18:18:38,431 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T18:18:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T18:18:38,553 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-17T18:18:38,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T18:18:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:38,562 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:38,563 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T18:18:38,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:38,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/recovered.edits] 2024-11-17T18:18:38,572 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/45de2eb37d334953807570362dcc42ad to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/45de2eb37d334953807570362dcc42ad 2024-11-17T18:18:38,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/98a37dfe1a114c06b6e4e7abb1d7cf4d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/98a37dfe1a114c06b6e4e7abb1d7cf4d 2024-11-17T18:18:38,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f8d753797ff7497bbf5220dbb087ad49 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/A/f8d753797ff7497bbf5220dbb087ad49 2024-11-17T18:18:38,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/280a9250358c44189a1a422d7761f396 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/280a9250358c44189a1a422d7761f396 2024-11-17T18:18:38,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/4906ea3aaa794ec5b261d8474c520ff8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/4906ea3aaa794ec5b261d8474c520ff8 2024-11-17T18:18:38,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e1ab0d7141944f49b782b541885cc60d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/B/e1ab0d7141944f49b782b541885cc60d 2024-11-17T18:18:38,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4bc9822d6f24718a018f877f0e40471 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/a4bc9822d6f24718a018f877f0e40471 2024-11-17T18:18:38,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c1dc4066e7674b21a3538b818e32118d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/c1dc4066e7674b21a3538b818e32118d 2024-11-17T18:18:38,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/dc2e4b759e1049f991efbeeb69e99b3e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/C/dc2e4b759e1049f991efbeeb69e99b3e 2024-11-17T18:18:38,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/recovered.edits/545.seqid to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391/recovered.edits/545.seqid 2024-11-17T18:18:38,588 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c905aa703dea20d28e957a4ddecee391 2024-11-17T18:18:38,588 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T18:18:38,593 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:38,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T18:18:38,600 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T18:18:38,630 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T18:18:38,632 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:38,632 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T18:18:38,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731867518632"}]},"ts":"9223372036854775807"} 2024-11-17T18:18:38,635 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T18:18:38,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c905aa703dea20d28e957a4ddecee391, NAME => 'TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T18:18:38,635 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T18:18:38,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731867518635"}]},"ts":"9223372036854775807"} 2024-11-17T18:18:38,637 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T18:18:38,640 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:38,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 83 msec 2024-11-17T18:18:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T18:18:38,665 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-17T18:18:38,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1565844310_22 at /127.0.0.1:60654 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/940f5f05a898:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;940f5f05a898:35899-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 144) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11019 (was 11588) 2024-11-17T18:18:38,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=11019 2024-11-17T18:18:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:18:38,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:18:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:38,688 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T18:18:38,688 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:38,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-11-17T18:18:38,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T18:18:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-17T18:18:38,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741956_1132 (size=960) 2024-11-17T18:18:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-17T18:18:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-17T18:18:39,097 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:18:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741957_1133 (size=53) 2024-11-17T18:18:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-17T18:18:39,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:39,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d710a926f779366cc9faa4f0714864b1, disabling compactions & flushes 2024-11-17T18:18:39,504 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. after waiting 0 ms 2024-11-17T18:18:39,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,504 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,504 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:39,505 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T18:18:39,506 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731867519505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731867519505"}]},"ts":"1731867519505"} 2024-11-17T18:18:39,507 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T18:18:39,507 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T18:18:39,507 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867519507"}]},"ts":"1731867519507"} 2024-11-17T18:18:39,508 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T18:18:39,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, ASSIGN}] 2024-11-17T18:18:39,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, ASSIGN 2024-11-17T18:18:39,513 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, ASSIGN; state=OFFLINE, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=false 2024-11-17T18:18:39,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:39,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:18:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-17T18:18:39,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:39,820 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,820 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:18:39,820 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,820 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:39,820 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,820 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,822 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,823 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:39,823 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d710a926f779366cc9faa4f0714864b1 columnFamilyName A 2024-11-17T18:18:39,823 DEBUG [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:39,824 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(327): Store=d710a926f779366cc9faa4f0714864b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:39,824 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,825 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:39,826 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d710a926f779366cc9faa4f0714864b1 columnFamilyName B 2024-11-17T18:18:39,826 DEBUG [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:39,826 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(327): Store=d710a926f779366cc9faa4f0714864b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:39,827 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,827 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:39,828 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d710a926f779366cc9faa4f0714864b1 columnFamilyName C 2024-11-17T18:18:39,828 DEBUG [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:39,828 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(327): Store=d710a926f779366cc9faa4f0714864b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:39,828 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,829 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,829 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,830 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:18:39,831 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:39,833 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:18:39,834 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened d710a926f779366cc9faa4f0714864b1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73872411, jitterRate=0.10078470408916473}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:18:39,834 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:39,835 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., pid=33, masterSystemTime=1731867519816 2024-11-17T18:18:39,836 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,836 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:39,837 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:39,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-17T18:18:39,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 in 173 msec 2024-11-17T18:18:39,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-17T18:18:39,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, ASSIGN in 328 msec 2024-11-17T18:18:39,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T18:18:39,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867519842"}]},"ts":"1731867519842"} 2024-11-17T18:18:39,843 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T18:18:39,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T18:18:39,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1600 sec 2024-11-17T18:18:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-17T18:18:40,794 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-11-17T18:18:40,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cededde to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ce47e4e 2024-11-17T18:18:40,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285f277a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:40,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:40,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:40,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T18:18:40,805 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T18:18:40,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:18:40,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:18:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T18:18:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741958_1134 (size=996) 2024-11-17T18:18:41,229 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-17T18:18:41,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-17T18:18:41,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:18:41,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, REOPEN/MOVE}] 2024-11-17T18:18:41,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, REOPEN/MOVE 2024-11-17T18:18:41,242 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,243 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:18:41,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:18:41,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,395 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,395 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:18:41,395 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing d710a926f779366cc9faa4f0714864b1, disabling compactions & flushes 2024-11-17T18:18:41,395 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,395 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,395 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. after waiting 0 ms 2024-11-17T18:18:41,395 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,399 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T18:18:41,399 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,400 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:41,400 WARN [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: d710a926f779366cc9faa4f0714864b1 to self. 2024-11-17T18:18:41,401 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,401 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=CLOSED 2024-11-17T18:18:41,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-17T18:18:41,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 in 159 msec 2024-11-17T18:18:41,404 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, REOPEN/MOVE; state=CLOSED, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=true 2024-11-17T18:18:41,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:18:41,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,710 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,711 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:18:41,711 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,711 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:18:41,711 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,711 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,713 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,714 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:41,719 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d710a926f779366cc9faa4f0714864b1 columnFamilyName A 2024-11-17T18:18:41,720 DEBUG [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:41,721 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(327): Store=d710a926f779366cc9faa4f0714864b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:41,721 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,722 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:41,722 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d710a926f779366cc9faa4f0714864b1 columnFamilyName B 2024-11-17T18:18:41,722 DEBUG [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:41,722 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(327): Store=d710a926f779366cc9faa4f0714864b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:41,722 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,723 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:18:41,723 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d710a926f779366cc9faa4f0714864b1 columnFamilyName C 2024-11-17T18:18:41,723 DEBUG [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:41,724 INFO [StoreOpener-d710a926f779366cc9faa4f0714864b1-1 {}] regionserver.HStore(327): Store=d710a926f779366cc9faa4f0714864b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:18:41,724 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,724 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,725 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,726 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:18:41,727 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,728 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened d710a926f779366cc9faa4f0714864b1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64303190, jitterRate=-0.04180780053138733}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:18:41,729 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:41,730 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., pid=38, masterSystemTime=1731867521707 2024-11-17T18:18:41,731 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,731 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=OPEN, openSeqNum=5, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-11-17T18:18:41,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 in 176 msec 2024-11-17T18:18:41,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-17T18:18:41,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, REOPEN/MOVE in 494 msec 2024-11-17T18:18:41,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-17T18:18:41,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-11-17T18:18:41,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 925 msec 2024-11-17T18:18:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-17T18:18:41,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6da714aa to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f4ad4d8 2024-11-17T18:18:41,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e67affc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d65eed2 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@619a285e 2024-11-17T18:18:41,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510f78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x557c0a56 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cbf6c4 2024-11-17T18:18:41,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca41f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a802e5a to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c71aba7 2024-11-17T18:18:41,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727e6276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66b9fe0b to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d3afef 2024-11-17T18:18:41,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f10d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x784c4179 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886f39 2024-11-17T18:18:41,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3112098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,772 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x312ef75c to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7799a7e7 2024-11-17T18:18:41,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d065c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f3708d to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33ef48cb 2024-11-17T18:18:41,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc587e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e90faad to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f056a4 2024-11-17T18:18:41,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375a170b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:18:41,784 DEBUG [hconnection-0x4af473e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,785 DEBUG [hconnection-0x719c3a94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,785 DEBUG [hconnection-0x5f17641-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:41,785 DEBUG [hconnection-0x67e04fdd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,785 DEBUG [hconnection-0x1752ebcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-17T18:18:41,786 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,786 DEBUG [hconnection-0x7acfe2ca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,786 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,787 DEBUG [hconnection-0xc353fb5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,787 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,788 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:41,788 DEBUG [hconnection-0x5baca351-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,788 DEBUG [hconnection-0x7b48ac02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:18:41,788 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,789 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:41,789 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:41,789 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,790 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,790 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:18:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T18:18:41,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:18:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867581836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867581839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867581839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867581841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867581842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c398fcfc08b846dd9e671023936f4d60_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867521803/Put/seqid=0 2024-11-17T18:18:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T18:18:41,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741959_1135 (size=12154) 2024-11-17T18:18:41,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:41,912 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c398fcfc08b846dd9e671023936f4d60_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c398fcfc08b846dd9e671023936f4d60_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:41,913 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a7ffbf2fa5504e528c5490d19dbb3821, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:41,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a7ffbf2fa5504e528c5490d19dbb3821 is 175, key is test_row_0/A:col10/1731867521803/Put/seqid=0 2024-11-17T18:18:41,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741960_1136 (size=30955) 2024-11-17T18:18:41,928 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a7ffbf2fa5504e528c5490d19dbb3821 2024-11-17T18:18:41,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-17T18:18:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:41,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:41,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:41,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867581946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867581946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:41,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867581949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867581950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867581950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:41,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/fbfa76aee2e3433a9e1ab157b2e7096c is 50, key is test_row_0/B:col10/1731867521803/Put/seqid=0 2024-11-17T18:18:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741961_1137 (size=12001) 2024-11-17T18:18:41,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/fbfa76aee2e3433a9e1ab157b2e7096c 2024-11-17T18:18:41,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/ce30f2d81e5a4137b54a8aa46aa3a9cd is 50, key is test_row_0/C:col10/1731867521803/Put/seqid=0 2024-11-17T18:18:42,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741962_1138 (size=12001) 2024-11-17T18:18:42,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/ce30f2d81e5a4137b54a8aa46aa3a9cd 2024-11-17T18:18:42,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a7ffbf2fa5504e528c5490d19dbb3821 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a7ffbf2fa5504e528c5490d19dbb3821 2024-11-17T18:18:42,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a7ffbf2fa5504e528c5490d19dbb3821, entries=150, sequenceid=17, filesize=30.2 K 2024-11-17T18:18:42,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/fbfa76aee2e3433a9e1ab157b2e7096c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/fbfa76aee2e3433a9e1ab157b2e7096c 2024-11-17T18:18:42,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/fbfa76aee2e3433a9e1ab157b2e7096c, entries=150, sequenceid=17, filesize=11.7 K 2024-11-17T18:18:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/ce30f2d81e5a4137b54a8aa46aa3a9cd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ce30f2d81e5a4137b54a8aa46aa3a9cd 2024-11-17T18:18:42,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ce30f2d81e5a4137b54a8aa46aa3a9cd, entries=150, sequenceid=17, filesize=11.7 K 2024-11-17T18:18:42,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d710a926f779366cc9faa4f0714864b1 in 234ms, sequenceid=17, compaction requested=false 2024-11-17T18:18:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T18:18:42,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-17T18:18:42,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,101 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:18:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111790f70f3c85b64a268a5bbfaf3a14494f_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867521840/Put/seqid=0 2024-11-17T18:18:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741963_1139 (size=12154) 2024-11-17T18:18:42,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:42,137 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111790f70f3c85b64a268a5bbfaf3a14494f_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111790f70f3c85b64a268a5bbfaf3a14494f_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:42,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/47b76c5774fa4de296f8018a4ed6f4d4, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/47b76c5774fa4de296f8018a4ed6f4d4 is 175, key is test_row_0/A:col10/1731867521840/Put/seqid=0 2024-11-17T18:18:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741964_1140 (size=30955) 2024-11-17T18:18:42,156 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/47b76c5774fa4de296f8018a4ed6f4d4 2024-11-17T18:18:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:42,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:42,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1ce69a0c0d5045d7b9851ab593abc26b is 50, key is test_row_0/B:col10/1731867521840/Put/seqid=0 2024-11-17T18:18:42,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867582171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867582178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867582180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867582183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867582188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741965_1141 (size=12001) 2024-11-17T18:18:42,199 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1ce69a0c0d5045d7b9851ab593abc26b 2024-11-17T18:18:42,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/297f11789f9c4bdb9e5a12c0bed289b3 is 50, key is test_row_0/C:col10/1731867521840/Put/seqid=0 2024-11-17T18:18:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741966_1142 (size=12001) 2024-11-17T18:18:42,238 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/297f11789f9c4bdb9e5a12c0bed289b3 2024-11-17T18:18:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/47b76c5774fa4de296f8018a4ed6f4d4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/47b76c5774fa4de296f8018a4ed6f4d4 2024-11-17T18:18:42,252 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/47b76c5774fa4de296f8018a4ed6f4d4, entries=150, sequenceid=40, filesize=30.2 K 2024-11-17T18:18:42,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1ce69a0c0d5045d7b9851ab593abc26b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1ce69a0c0d5045d7b9851ab593abc26b 2024-11-17T18:18:42,260 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1ce69a0c0d5045d7b9851ab593abc26b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-17T18:18:42,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/297f11789f9c4bdb9e5a12c0bed289b3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/297f11789f9c4bdb9e5a12c0bed289b3 2024-11-17T18:18:42,269 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/297f11789f9c4bdb9e5a12c0bed289b3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-17T18:18:42,270 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d710a926f779366cc9faa4f0714864b1 in 169ms, sequenceid=40, compaction requested=false 2024-11-17T18:18:42,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:42,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-17T18:18:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-17T18:18:42,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-17T18:18:42,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 489 msec 2024-11-17T18:18:42,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 482 msec 2024-11-17T18:18:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:42,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:18:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:42,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e9d9c4aed34140ff89d7d668f3282067_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867522164/Put/seqid=0 2024-11-17T18:18:42,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741967_1143 (size=14594) 2024-11-17T18:18:42,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:42,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e9d9c4aed34140ff89d7d668f3282067_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e9d9c4aed34140ff89d7d668f3282067_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:42,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/df01f9f2de624eeda92c0cbd07bf820c, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:42,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/df01f9f2de624eeda92c0cbd07bf820c is 175, key is test_row_0/A:col10/1731867522164/Put/seqid=0 2024-11-17T18:18:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741968_1144 (size=39549) 2024-11-17T18:18:42,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/df01f9f2de624eeda92c0cbd07bf820c 2024-11-17T18:18:42,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/a7397966add14528b99454d246402f7c is 50, key is test_row_0/B:col10/1731867522164/Put/seqid=0 2024-11-17T18:18:42,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741969_1145 (size=12001) 2024-11-17T18:18:42,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867582353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867582356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867582360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867582370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867582373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T18:18:42,396 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-17T18:18:42,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-17T18:18:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-17T18:18:42,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:42,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:42,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:42,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867582475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867582479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867582479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867582488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867582488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-17T18:18:42,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-17T18:18:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:42,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867582679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867582682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867582684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867582695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867582695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-17T18:18:42,707 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-17T18:18:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:42,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:42,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:42,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/a7397966add14528b99454d246402f7c 2024-11-17T18:18:42,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/7d7740df433a478a80f14d3539b205b0 is 50, key is test_row_0/C:col10/1731867522164/Put/seqid=0 2024-11-17T18:18:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741970_1146 (size=12001) 2024-11-17T18:18:42,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/7d7740df433a478a80f14d3539b205b0 2024-11-17T18:18:42,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/df01f9f2de624eeda92c0cbd07bf820c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/df01f9f2de624eeda92c0cbd07bf820c 2024-11-17T18:18:42,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/df01f9f2de624eeda92c0cbd07bf820c, entries=200, sequenceid=54, filesize=38.6 K 2024-11-17T18:18:42,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/a7397966add14528b99454d246402f7c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a7397966add14528b99454d246402f7c 2024-11-17T18:18:42,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a7397966add14528b99454d246402f7c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-17T18:18:42,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/7d7740df433a478a80f14d3539b205b0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/7d7740df433a478a80f14d3539b205b0 2024-11-17T18:18:42,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/7d7740df433a478a80f14d3539b205b0, entries=150, sequenceid=54, filesize=11.7 K 2024-11-17T18:18:42,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d710a926f779366cc9faa4f0714864b1 in 558ms, sequenceid=54, compaction requested=true 2024-11-17T18:18:42,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:42,859 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:42,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:42,859 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:42,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:42,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:42,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:42,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:42,860 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:42,860 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:42,860 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,860 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a7ffbf2fa5504e528c5490d19dbb3821, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/47b76c5774fa4de296f8018a4ed6f4d4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/df01f9f2de624eeda92c0cbd07bf820c] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=99.1 K 2024-11-17T18:18:42,861 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,861 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a7ffbf2fa5504e528c5490d19dbb3821, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/47b76c5774fa4de296f8018a4ed6f4d4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/df01f9f2de624eeda92c0cbd07bf820c] 2024-11-17T18:18:42,861 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7ffbf2fa5504e528c5490d19dbb3821, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731867521800 2024-11-17T18:18:42,862 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:42,862 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47b76c5774fa4de296f8018a4ed6f4d4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731867521833 2024-11-17T18:18:42,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-17T18:18:42,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,862 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:18:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:42,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:42,864 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:42,864 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:42,864 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:42,864 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/fbfa76aee2e3433a9e1ab157b2e7096c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1ce69a0c0d5045d7b9851ab593abc26b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a7397966add14528b99454d246402f7c] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=35.2 K 2024-11-17T18:18:42,865 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting fbfa76aee2e3433a9e1ab157b2e7096c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731867521800 2024-11-17T18:18:42,865 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ce69a0c0d5045d7b9851ab593abc26b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731867521833 2024-11-17T18:18:42,865 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting df01f9f2de624eeda92c0cbd07bf820c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731867522164 2024-11-17T18:18:42,866 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting a7397966add14528b99454d246402f7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731867522164 2024-11-17T18:18:42,890 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:42,890 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/697d7cba8a7340d69aeee1e8e02f5af9 is 50, key is test_row_0/B:col10/1731867522164/Put/seqid=0 2024-11-17T18:18:42,896 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ed09c843a2ae473f9e293af90ff68fe3_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867522367/Put/seqid=0 2024-11-17T18:18:42,912 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117a3d1a07a104d4853bee179ca913e2ea5_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:42,919 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117a3d1a07a104d4853bee179ca913e2ea5_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:42,919 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a3d1a07a104d4853bee179ca913e2ea5_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741971_1147 (size=12104) 2024-11-17T18:18:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741972_1148 (size=12154) 2024-11-17T18:18:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:42,949 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ed09c843a2ae473f9e293af90ff68fe3_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ed09c843a2ae473f9e293af90ff68fe3_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:42,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/2c3d10adcae3446784a5865911d4aac4, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:42,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/2c3d10adcae3446784a5865911d4aac4 is 175, key is test_row_0/A:col10/1731867522367/Put/seqid=0 2024-11-17T18:18:42,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741974_1150 (size=30955) 2024-11-17T18:18:42,961 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/2c3d10adcae3446784a5865911d4aac4 2024-11-17T18:18:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741973_1149 (size=4469) 2024-11-17T18:18:42,970 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#127 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:42,973 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8c4505b94c154ac193d1669bcbd5ffba is 175, key is test_row_0/A:col10/1731867522164/Put/seqid=0 2024-11-17T18:18:42,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/553c14e98bb94478bfe8a5206754d932 is 50, key is test_row_0/B:col10/1731867522367/Put/seqid=0 2024-11-17T18:18:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:42,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:42,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741976_1152 (size=12001) 2024-11-17T18:18:42,995 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/553c14e98bb94478bfe8a5206754d932 2024-11-17T18:18:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741975_1151 (size=31058) 2024-11-17T18:18:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-17T18:18:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867583001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867583002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867583003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867583003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867583003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,007 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8c4505b94c154ac193d1669bcbd5ffba as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c4505b94c154ac193d1669bcbd5ffba 2024-11-17T18:18:43,012 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 8c4505b94c154ac193d1669bcbd5ffba(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:43,012 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,012 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867522858; duration=0sec 2024-11-17T18:18:43,013 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:43,013 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:43,013 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:43,014 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:43,014 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:43,014 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,014 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ce30f2d81e5a4137b54a8aa46aa3a9cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/297f11789f9c4bdb9e5a12c0bed289b3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/7d7740df433a478a80f14d3539b205b0] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=35.2 K 2024-11-17T18:18:43,015 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce30f2d81e5a4137b54a8aa46aa3a9cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731867521800 2024-11-17T18:18:43,015 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 297f11789f9c4bdb9e5a12c0bed289b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731867521833 2024-11-17T18:18:43,016 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d7740df433a478a80f14d3539b205b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731867522164 2024-11-17T18:18:43,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/372672d6e9e54e3baa23c67a2fd3d37c is 50, key is test_row_0/C:col10/1731867522367/Put/seqid=0 2024-11-17T18:18:43,028 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:43,029 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/04b2351abe3443209c19b769f8de53e7 is 50, key is test_row_0/C:col10/1731867522164/Put/seqid=0 2024-11-17T18:18:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741977_1153 (size=12001) 2024-11-17T18:18:43,062 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/372672d6e9e54e3baa23c67a2fd3d37c 2024-11-17T18:18:43,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/2c3d10adcae3446784a5865911d4aac4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/2c3d10adcae3446784a5865911d4aac4 2024-11-17T18:18:43,076 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/2c3d10adcae3446784a5865911d4aac4, entries=150, sequenceid=76, filesize=30.2 K 2024-11-17T18:18:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/553c14e98bb94478bfe8a5206754d932 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/553c14e98bb94478bfe8a5206754d932 2024-11-17T18:18:43,082 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/553c14e98bb94478bfe8a5206754d932, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T18:18:43,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/372672d6e9e54e3baa23c67a2fd3d37c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/372672d6e9e54e3baa23c67a2fd3d37c 2024-11-17T18:18:43,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741978_1154 (size=12104) 2024-11-17T18:18:43,091 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/04b2351abe3443209c19b769f8de53e7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/04b2351abe3443209c19b769f8de53e7 2024-11-17T18:18:43,093 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/372672d6e9e54e3baa23c67a2fd3d37c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T18:18:43,094 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d710a926f779366cc9faa4f0714864b1 in 232ms, sequenceid=76, compaction requested=false 2024-11-17T18:18:43,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-17T18:18:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-17T18:18:43,097 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 04b2351abe3443209c19b769f8de53e7(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:43,097 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,097 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867522860; duration=0sec 2024-11-17T18:18:43,097 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:43,097 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:43,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-17T18:18:43,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 695 msec 2024-11-17T18:18:43,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 701 msec 2024-11-17T18:18:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:43,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:18:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:43,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111794016dcbed7246ebb36f867094c44216_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867523106/Put/seqid=0 2024-11-17T18:18:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867583137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867583137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867583139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741979_1155 (size=14594) 2024-11-17T18:18:43,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:43,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111794016dcbed7246ebb36f867094c44216_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111794016dcbed7246ebb36f867094c44216_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:43,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/fe4fdd0974624ee4971545d36a7aa981, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:43,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/fe4fdd0974624ee4971545d36a7aa981 is 175, key is test_row_0/A:col10/1731867523106/Put/seqid=0 2024-11-17T18:18:43,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741980_1156 (size=39549) 2024-11-17T18:18:43,165 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/fe4fdd0974624ee4971545d36a7aa981 2024-11-17T18:18:43,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/d8ca582e708e4fc98d530df2aeed4aeb is 50, key is test_row_0/B:col10/1731867523106/Put/seqid=0 2024-11-17T18:18:43,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741981_1157 (size=12001) 2024-11-17T18:18:43,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/d8ca582e708e4fc98d530df2aeed4aeb 2024-11-17T18:18:43,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/09f49a0d7bb0483f9b4bd8b75f653a94 is 50, key is test_row_0/C:col10/1731867523106/Put/seqid=0 2024-11-17T18:18:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741982_1158 (size=12001) 2024-11-17T18:18:43,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/09f49a0d7bb0483f9b4bd8b75f653a94 2024-11-17T18:18:43,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/fe4fdd0974624ee4971545d36a7aa981 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/fe4fdd0974624ee4971545d36a7aa981 2024-11-17T18:18:43,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867583241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867583241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/fe4fdd0974624ee4971545d36a7aa981, entries=200, sequenceid=93, filesize=38.6 K 2024-11-17T18:18:43,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867583244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/d8ca582e708e4fc98d530df2aeed4aeb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/d8ca582e708e4fc98d530df2aeed4aeb 2024-11-17T18:18:43,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/d8ca582e708e4fc98d530df2aeed4aeb, entries=150, sequenceid=93, filesize=11.7 K 2024-11-17T18:18:43,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/09f49a0d7bb0483f9b4bd8b75f653a94 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/09f49a0d7bb0483f9b4bd8b75f653a94 2024-11-17T18:18:43,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/09f49a0d7bb0483f9b4bd8b75f653a94, entries=150, sequenceid=93, filesize=11.7 K 2024-11-17T18:18:43,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d710a926f779366cc9faa4f0714864b1 in 159ms, sequenceid=93, compaction requested=true 2024-11-17T18:18:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,267 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:43,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:43,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:43,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:43,269 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:43,269 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:43,269 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,269 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c4505b94c154ac193d1669bcbd5ffba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/2c3d10adcae3446784a5865911d4aac4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/fe4fdd0974624ee4971545d36a7aa981] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=99.2 K 2024-11-17T18:18:43,269 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,269 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c4505b94c154ac193d1669bcbd5ffba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/2c3d10adcae3446784a5865911d4aac4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/fe4fdd0974624ee4971545d36a7aa981] 2024-11-17T18:18:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:43,270 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c4505b94c154ac193d1669bcbd5ffba, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731867522164 2024-11-17T18:18:43,270 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c3d10adcae3446784a5865911d4aac4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731867522354 2024-11-17T18:18:43,271 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe4fdd0974624ee4971545d36a7aa981, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731867522994 2024-11-17T18:18:43,280 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:43,283 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411175bb841d6b3a4449abcd684e71a178526_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:43,288 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411175bb841d6b3a4449abcd684e71a178526_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:43,289 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411175bb841d6b3a4449abcd684e71a178526_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741983_1159 (size=4469) 2024-11-17T18:18:43,305 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#135 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:43,306 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/cbaaa751c1324903b75fcf3fcee6a9bf is 175, key is test_row_0/A:col10/1731867523106/Put/seqid=0 2024-11-17T18:18:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741984_1160 (size=31161) 2024-11-17T18:18:43,333 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/cbaaa751c1324903b75fcf3fcee6a9bf as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/cbaaa751c1324903b75fcf3fcee6a9bf 2024-11-17T18:18:43,339 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/697d7cba8a7340d69aeee1e8e02f5af9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/697d7cba8a7340d69aeee1e8e02f5af9 2024-11-17T18:18:43,342 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into cbaaa751c1324903b75fcf3fcee6a9bf(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:43,342 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,342 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867523267; duration=0sec 2024-11-17T18:18:43,342 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:18:43,342 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:43,343 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:43,344 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:43,344 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:43,345 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. because compaction request was cancelled 2024-11-17T18:18:43,345 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:43,345 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:43,347 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:43,347 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:43,347 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,347 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/04b2351abe3443209c19b769f8de53e7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/372672d6e9e54e3baa23c67a2fd3d37c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/09f49a0d7bb0483f9b4bd8b75f653a94] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=35.3 K 2024-11-17T18:18:43,347 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04b2351abe3443209c19b769f8de53e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731867522164 2024-11-17T18:18:43,348 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 372672d6e9e54e3baa23c67a2fd3d37c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731867522354 2024-11-17T18:18:43,348 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09f49a0d7bb0483f9b4bd8b75f653a94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731867522994 2024-11-17T18:18:43,350 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into 697d7cba8a7340d69aeee1e8e02f5af9(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:43,351 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,351 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867522859; duration=0sec 2024-11-17T18:18:43,351 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:43,351 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:43,356 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:43,357 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/42b90ee590944f7d93b6ba4cb551974c is 50, key is test_row_0/C:col10/1731867523106/Put/seqid=0 2024-11-17T18:18:43,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741985_1161 (size=12207) 2024-11-17T18:18:43,378 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/42b90ee590944f7d93b6ba4cb551974c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/42b90ee590944f7d93b6ba4cb551974c 2024-11-17T18:18:43,391 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 42b90ee590944f7d93b6ba4cb551974c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:43,391 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,391 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867523269; duration=0sec 2024-11-17T18:18:43,391 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:43,391 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:43,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:18:43,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:43,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:43,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:43,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111706d748742eb84d66bcacb573cd0fcfae_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867523445/Put/seqid=0 2024-11-17T18:18:43,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741986_1162 (size=12154) 2024-11-17T18:18:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-17T18:18:43,505 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-17T18:18:43,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-17T18:18:43,509 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-17T18:18:43,510 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:43,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867583510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867583512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867583512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867583513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867583519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T18:18:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-17T18:18:43,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867583616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867583618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867583620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867583621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867583627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-17T18:18:43,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:43,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-17T18:18:43,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-17T18:18:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867583819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867583821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867583824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867583825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867583830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,881 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:43,886 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111706d748742eb84d66bcacb573cd0fcfae_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111706d748742eb84d66bcacb573cd0fcfae_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:43,887 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/74d9ff0526aa40d29b21db84616497a1, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:43,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/74d9ff0526aa40d29b21db84616497a1 is 175, key is test_row_0/A:col10/1731867523445/Put/seqid=0 2024-11-17T18:18:43,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741987_1163 (size=30955) 2024-11-17T18:18:43,894 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/74d9ff0526aa40d29b21db84616497a1 2024-11-17T18:18:43,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/f97b6961d79c4b3e98be58894ad85510 is 50, key is test_row_0/B:col10/1731867523445/Put/seqid=0 2024-11-17T18:18:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741988_1164 (size=12001) 2024-11-17T18:18:43,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/f97b6961d79c4b3e98be58894ad85510 2024-11-17T18:18:43,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2c21d2db204e432aa51992525bcf95af is 50, key is test_row_0/C:col10/1731867523445/Put/seqid=0 2024-11-17T18:18:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741989_1165 (size=12001) 2024-11-17T18:18:43,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2c21d2db204e432aa51992525bcf95af 2024-11-17T18:18:43,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/74d9ff0526aa40d29b21db84616497a1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/74d9ff0526aa40d29b21db84616497a1 2024-11-17T18:18:43,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/74d9ff0526aa40d29b21db84616497a1, entries=150, sequenceid=120, filesize=30.2 K 2024-11-17T18:18:43,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/f97b6961d79c4b3e98be58894ad85510 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f97b6961d79c4b3e98be58894ad85510 2024-11-17T18:18:43,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f97b6961d79c4b3e98be58894ad85510, entries=150, sequenceid=120, filesize=11.7 K 2024-11-17T18:18:43,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:43,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-17T18:18:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2c21d2db204e432aa51992525bcf95af as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2c21d2db204e432aa51992525bcf95af 2024-11-17T18:18:43,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:43,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2c21d2db204e432aa51992525bcf95af, entries=150, sequenceid=120, filesize=11.7 K 2024-11-17T18:18:43,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d710a926f779366cc9faa4f0714864b1 in 527ms, sequenceid=120, compaction requested=true 2024-11-17T18:18:43,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:43,976 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:43,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:43,976 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:43,977 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:43,977 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. because compaction request was cancelled 2024-11-17T18:18:43,977 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:43,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:43,977 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:43,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:43,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:43,977 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T18:18:43,978 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T18:18:43,978 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T18:18:43,979 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. because compaction request was cancelled 2024-11-17T18:18:43,979 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:43,979 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:43,979 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:43,979 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:43,979 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/697d7cba8a7340d69aeee1e8e02f5af9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/553c14e98bb94478bfe8a5206754d932, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/d8ca582e708e4fc98d530df2aeed4aeb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f97b6961d79c4b3e98be58894ad85510] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=47.0 K 2024-11-17T18:18:43,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:43,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:43,979 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 697d7cba8a7340d69aeee1e8e02f5af9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731867522164 2024-11-17T18:18:43,980 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 553c14e98bb94478bfe8a5206754d932, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731867522354 2024-11-17T18:18:43,980 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8ca582e708e4fc98d530df2aeed4aeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731867522994 2024-11-17T18:18:43,981 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting f97b6961d79c4b3e98be58894ad85510, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731867523445 2024-11-17T18:18:43,994 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:43,994 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1f18c32406ea4efcabc3c2e6290ae564 is 50, key is test_row_0/B:col10/1731867523445/Put/seqid=0 2024-11-17T18:18:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741990_1166 (size=12241) 2024-11-17T18:18:44,025 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1f18c32406ea4efcabc3c2e6290ae564 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1f18c32406ea4efcabc3c2e6290ae564 2024-11-17T18:18:44,039 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into 1f18c32406ea4efcabc3c2e6290ae564(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:44,039 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:44,039 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=12, startTime=1731867523977; duration=0sec 2024-11-17T18:18:44,039 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:44,039 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-17T18:18:44,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-17T18:18:44,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:44,125 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:18:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:44,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:44,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:44,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:44,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dbf7924b4913476eb053a7ebcb3ae612_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867524124/Put/seqid=0 2024-11-17T18:18:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741991_1167 (size=12304) 2024-11-17T18:18:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:44,150 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dbf7924b4913476eb053a7ebcb3ae612_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dbf7924b4913476eb053a7ebcb3ae612_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:44,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/b04f02bc299748bfa19bee4f2d996fce, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/b04f02bc299748bfa19bee4f2d996fce is 175, key is test_row_0/A:col10/1731867524124/Put/seqid=0 2024-11-17T18:18:44,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741992_1168 (size=31105) 2024-11-17T18:18:44,159 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/b04f02bc299748bfa19bee4f2d996fce 2024-11-17T18:18:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/b51a513c9a1b46189c9eb4b3ec3b2fbc is 50, key is test_row_0/B:col10/1731867524124/Put/seqid=0 2024-11-17T18:18:44,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741993_1169 (size=12151) 2024-11-17T18:18:44,177 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/b51a513c9a1b46189c9eb4b3ec3b2fbc 2024-11-17T18:18:44,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/a41c5461563348d3b239f9776ac93faf is 50, key is test_row_0/C:col10/1731867524124/Put/seqid=0 2024-11-17T18:18:44,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741994_1170 (size=12151) 2024-11-17T18:18:44,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867584198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867584198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867584199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867584200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867584200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867584307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867584307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867584307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867584308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867584308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867584511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867584512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867584513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867584513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867584514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,590 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/a41c5461563348d3b239f9776ac93faf 2024-11-17T18:18:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/b04f02bc299748bfa19bee4f2d996fce as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/b04f02bc299748bfa19bee4f2d996fce 2024-11-17T18:18:44,604 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/b04f02bc299748bfa19bee4f2d996fce, entries=150, sequenceid=136, filesize=30.4 K 2024-11-17T18:18:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/b51a513c9a1b46189c9eb4b3ec3b2fbc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b51a513c9a1b46189c9eb4b3ec3b2fbc 2024-11-17T18:18:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-17T18:18:44,617 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b51a513c9a1b46189c9eb4b3ec3b2fbc, entries=150, sequenceid=136, filesize=11.9 K 2024-11-17T18:18:44,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/a41c5461563348d3b239f9776ac93faf as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a41c5461563348d3b239f9776ac93faf 2024-11-17T18:18:44,623 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a41c5461563348d3b239f9776ac93faf, entries=150, sequenceid=136, filesize=11.9 K 2024-11-17T18:18:44,625 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d710a926f779366cc9faa4f0714864b1 in 499ms, sequenceid=136, compaction requested=true 2024-11-17T18:18:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-17T18:18:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-17T18:18:44,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-17T18:18:44,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-11-17T18:18:44,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.1220 sec 2024-11-17T18:18:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:44,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:18:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:44,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117911312dee50049d783705b722401c654_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867524815/Put/seqid=0 2024-11-17T18:18:44,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867584828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867584828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867584833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867584834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867584835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741995_1171 (size=14794) 2024-11-17T18:18:44,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867584936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867584936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867584938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867584938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867584939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867585139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867585143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867585142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867585143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867585148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:45,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117911312dee50049d783705b722401c654_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117911312dee50049d783705b722401c654_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:45,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/6d2017b30bfb4509b2e776befaea8316, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:45,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/6d2017b30bfb4509b2e776befaea8316 is 175, key is test_row_0/A:col10/1731867524815/Put/seqid=0 2024-11-17T18:18:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741996_1172 (size=39749) 2024-11-17T18:18:45,266 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/6d2017b30bfb4509b2e776befaea8316 2024-11-17T18:18:45,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/a036a1037eed4c39b87ec751c56c5ac4 is 50, key is test_row_0/B:col10/1731867524815/Put/seqid=0 2024-11-17T18:18:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741997_1173 (size=12151) 2024-11-17T18:18:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867585446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867585446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867585446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867585447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867585450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-17T18:18:45,614 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-17T18:18:45,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-17T18:18:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-17T18:18:45,617 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:45,618 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:45,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:45,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/a036a1037eed4c39b87ec751c56c5ac4 2024-11-17T18:18:45,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/0e09f82101214f9a9538663ef6d2323b is 50, key is test_row_0/C:col10/1731867524815/Put/seqid=0 2024-11-17T18:18:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741998_1174 (size=12151) 2024-11-17T18:18:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-17T18:18:45,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-17T18:18:45,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:45,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:45,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-17T18:18:45,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-17T18:18:45,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:45,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:45,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867585949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867585950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867585951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867585952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867585958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:46,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:46,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-17T18:18:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:46,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/0e09f82101214f9a9538663ef6d2323b 2024-11-17T18:18:46,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/6d2017b30bfb4509b2e776befaea8316 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/6d2017b30bfb4509b2e776befaea8316 2024-11-17T18:18:46,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/6d2017b30bfb4509b2e776befaea8316, entries=200, sequenceid=159, filesize=38.8 K 2024-11-17T18:18:46,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/a036a1037eed4c39b87ec751c56c5ac4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a036a1037eed4c39b87ec751c56c5ac4 2024-11-17T18:18:46,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a036a1037eed4c39b87ec751c56c5ac4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-17T18:18:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/0e09f82101214f9a9538663ef6d2323b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0e09f82101214f9a9538663ef6d2323b 2024-11-17T18:18:46,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0e09f82101214f9a9538663ef6d2323b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-17T18:18:46,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d710a926f779366cc9faa4f0714864b1 in 1326ms, sequenceid=159, compaction requested=true 2024-11-17T18:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:46,141 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:46,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:46,141 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:46,143 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:46,143 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:46,143 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,143 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/cbaaa751c1324903b75fcf3fcee6a9bf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/74d9ff0526aa40d29b21db84616497a1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/b04f02bc299748bfa19bee4f2d996fce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/6d2017b30bfb4509b2e776befaea8316] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=129.9 K 2024-11-17T18:18:46,143 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,143 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/cbaaa751c1324903b75fcf3fcee6a9bf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/74d9ff0526aa40d29b21db84616497a1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/b04f02bc299748bfa19bee4f2d996fce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/6d2017b30bfb4509b2e776befaea8316] 2024-11-17T18:18:46,143 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:46,144 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:46,144 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,144 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1f18c32406ea4efcabc3c2e6290ae564, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b51a513c9a1b46189c9eb4b3ec3b2fbc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a036a1037eed4c39b87ec751c56c5ac4] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=35.7 K 2024-11-17T18:18:46,144 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbaaa751c1324903b75fcf3fcee6a9bf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731867522994 2024-11-17T18:18:46,145 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74d9ff0526aa40d29b21db84616497a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731867523445 2024-11-17T18:18:46,145 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f18c32406ea4efcabc3c2e6290ae564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731867523445 2024-11-17T18:18:46,145 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting b51a513c9a1b46189c9eb4b3ec3b2fbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731867523512 2024-11-17T18:18:46,145 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting b04f02bc299748bfa19bee4f2d996fce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731867523512 2024-11-17T18:18:46,146 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting a036a1037eed4c39b87ec751c56c5ac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867524175 2024-11-17T18:18:46,146 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d2017b30bfb4509b2e776befaea8316, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867524175 2024-11-17T18:18:46,158 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:46,159 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/eaa0657b4a064cc9963ede863412613c is 50, key is test_row_0/B:col10/1731867524815/Put/seqid=0 2024-11-17T18:18:46,160 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:46,164 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411176e93b4905432433b92510ed7c3f09865_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:46,167 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411176e93b4905432433b92510ed7c3f09865_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:46,168 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411176e93b4905432433b92510ed7c3f09865_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:46,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741999_1175 (size=12493) 2024-11-17T18:18:46,186 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/eaa0657b4a064cc9963ede863412613c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/eaa0657b4a064cc9963ede863412613c 2024-11-17T18:18:46,193 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into eaa0657b4a064cc9963ede863412613c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:46,193 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:46,193 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867526141; duration=0sec 2024-11-17T18:18:46,194 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:46,194 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:46,194 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:18:46,197 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:18:46,197 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:46,197 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,197 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/42b90ee590944f7d93b6ba4cb551974c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2c21d2db204e432aa51992525bcf95af, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a41c5461563348d3b239f9776ac93faf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0e09f82101214f9a9538663ef6d2323b] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=47.4 K 2024-11-17T18:18:46,197 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b90ee590944f7d93b6ba4cb551974c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731867522994 2024-11-17T18:18:46,198 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c21d2db204e432aa51992525bcf95af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731867523445 2024-11-17T18:18:46,198 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting a41c5461563348d3b239f9776ac93faf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731867523512 2024-11-17T18:18:46,199 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e09f82101214f9a9538663ef6d2323b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867524175 2024-11-17T18:18:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742000_1176 (size=4469) 2024-11-17T18:18:46,218 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:46,219 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/50610db59b0a4cdd91da9d9a7358023a is 50, key is test_row_0/C:col10/1731867524815/Put/seqid=0 2024-11-17T18:18:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-17T18:18:46,230 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:46,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-17T18:18:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,231 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:18:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:46,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117614d7d3483224aaba48264d35bcfc0bd_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867524826/Put/seqid=0 2024-11-17T18:18:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742002_1178 (size=12304) 2024-11-17T18:18:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742001_1177 (size=12493) 2024-11-17T18:18:46,601 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#148 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:46,602 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/7ba9ea72360340d5b04c4bbcc97118ed is 175, key is test_row_0/A:col10/1731867524815/Put/seqid=0 2024-11-17T18:18:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742003_1179 (size=31447) 2024-11-17T18:18:46,616 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/7ba9ea72360340d5b04c4bbcc97118ed as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7ba9ea72360340d5b04c4bbcc97118ed 2024-11-17T18:18:46,624 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 7ba9ea72360340d5b04c4bbcc97118ed(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:46,624 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:46,624 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=12, startTime=1731867526141; duration=0sec 2024-11-17T18:18:46,624 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:46,624 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,675 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117614d7d3483224aaba48264d35bcfc0bd_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117614d7d3483224aaba48264d35bcfc0bd_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:46,677 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/50610db59b0a4cdd91da9d9a7358023a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/50610db59b0a4cdd91da9d9a7358023a 2024-11-17T18:18:46,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c5e892711099448d8ddb1bb162543530, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:46,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c5e892711099448d8ddb1bb162543530 is 175, key is test_row_0/A:col10/1731867524826/Put/seqid=0 2024-11-17T18:18:46,685 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 50610db59b0a4cdd91da9d9a7358023a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:46,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:46,686 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=12, startTime=1731867526141; duration=0sec 2024-11-17T18:18:46,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:46,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:46,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742004_1180 (size=31105) 2024-11-17T18:18:46,692 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c5e892711099448d8ddb1bb162543530 2024-11-17T18:18:46,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/68d2941689d546f68c9ebbc797877f01 is 50, key is test_row_0/B:col10/1731867524826/Put/seqid=0 2024-11-17T18:18:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742005_1181 (size=12151) 2024-11-17T18:18:46,710 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/68d2941689d546f68c9ebbc797877f01 2024-11-17T18:18:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-17T18:18:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/fcf1e212ab5e4e98bba0a3a11f3117cd is 50, key is test_row_0/C:col10/1731867524826/Put/seqid=0 2024-11-17T18:18:46,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742006_1182 (size=12151) 2024-11-17T18:18:46,738 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/fcf1e212ab5e4e98bba0a3a11f3117cd 2024-11-17T18:18:46,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c5e892711099448d8ddb1bb162543530 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c5e892711099448d8ddb1bb162543530 2024-11-17T18:18:46,750 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c5e892711099448d8ddb1bb162543530, entries=150, sequenceid=174, filesize=30.4 K 2024-11-17T18:18:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/68d2941689d546f68c9ebbc797877f01 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/68d2941689d546f68c9ebbc797877f01 2024-11-17T18:18:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,756 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/68d2941689d546f68c9ebbc797877f01, entries=150, sequenceid=174, filesize=11.9 K 2024-11-17T18:18:46,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/fcf1e212ab5e4e98bba0a3a11f3117cd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fcf1e212ab5e4e98bba0a3a11f3117cd 2024-11-17T18:18:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,761 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fcf1e212ab5e4e98bba0a3a11f3117cd, entries=150, sequenceid=174, filesize=11.9 K 2024-11-17T18:18:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,762 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for d710a926f779366cc9faa4f0714864b1 in 531ms, sequenceid=174, compaction requested=false 2024-11-17T18:18:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-17T18:18:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-17T18:18:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-17T18:18:46,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1450 sec 2024-11-17T18:18:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.1500 sec 2024-11-17T18:18:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:18:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f876d53942ec46968cca1e7036bd8eec_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867527009/Put/seqid=0 2024-11-17T18:18:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742007_1183 (size=19774) 2024-11-17T18:18:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867587061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867587062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867587062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867587063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867587066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867587166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867587166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867587167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867587169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867587166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867587369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867587371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867587375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867587377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867587379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,447 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:47,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f876d53942ec46968cca1e7036bd8eec_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f876d53942ec46968cca1e7036bd8eec_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:47,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/045b0737f1ea474299672681e8ffb6bb, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:47,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/045b0737f1ea474299672681e8ffb6bb is 175, key is test_row_0/A:col10/1731867527009/Put/seqid=0 2024-11-17T18:18:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742008_1184 (size=57033) 2024-11-17T18:18:47,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/045b0737f1ea474299672681e8ffb6bb 2024-11-17T18:18:47,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/9e8103f3ce4644eb96319f0bc6b101c6 is 50, key is test_row_0/B:col10/1731867527009/Put/seqid=0 2024-11-17T18:18:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742009_1185 (size=12151) 2024-11-17T18:18:47,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/9e8103f3ce4644eb96319f0bc6b101c6 2024-11-17T18:18:47,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/06be6b3e31ec42c29a50a3a6c8a32c5c is 50, key is test_row_0/C:col10/1731867527009/Put/seqid=0 2024-11-17T18:18:47,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742010_1186 (size=12151) 2024-11-17T18:18:47,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867587673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867587675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867587680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867587680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867587682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-17T18:18:47,723 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-17T18:18:47,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-17T18:18:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T18:18:47,727 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:47,727 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:47,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T18:18:47,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:47,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T18:18:47,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:47,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:47,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:47,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/06be6b3e31ec42c29a50a3a6c8a32c5c 2024-11-17T18:18:47,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/045b0737f1ea474299672681e8ffb6bb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/045b0737f1ea474299672681e8ffb6bb 2024-11-17T18:18:47,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/045b0737f1ea474299672681e8ffb6bb, entries=300, sequenceid=187, filesize=55.7 K 2024-11-17T18:18:47,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/9e8103f3ce4644eb96319f0bc6b101c6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9e8103f3ce4644eb96319f0bc6b101c6 2024-11-17T18:18:47,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9e8103f3ce4644eb96319f0bc6b101c6, entries=150, sequenceid=187, filesize=11.9 K 2024-11-17T18:18:47,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/06be6b3e31ec42c29a50a3a6c8a32c5c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/06be6b3e31ec42c29a50a3a6c8a32c5c 2024-11-17T18:18:47,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/06be6b3e31ec42c29a50a3a6c8a32c5c, entries=150, sequenceid=187, filesize=11.9 K 2024-11-17T18:18:47,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d710a926f779366cc9faa4f0714864b1 in 949ms, sequenceid=187, compaction requested=true 2024-11-17T18:18:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:47,966 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:47,966 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:47,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:47,968 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:47,968 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:47,968 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:47,969 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/eaa0657b4a064cc9963ede863412613c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/68d2941689d546f68c9ebbc797877f01, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9e8103f3ce4644eb96319f0bc6b101c6] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=35.9 K 2024-11-17T18:18:47,969 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting eaa0657b4a064cc9963ede863412613c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867524175 2024-11-17T18:18:47,969 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:47,969 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:47,969 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:47,970 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7ba9ea72360340d5b04c4bbcc97118ed, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c5e892711099448d8ddb1bb162543530, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/045b0737f1ea474299672681e8ffb6bb] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=116.8 K 2024-11-17T18:18:47,970 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 68d2941689d546f68c9ebbc797877f01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867524826 2024-11-17T18:18:47,970 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:47,970 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7ba9ea72360340d5b04c4bbcc97118ed, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c5e892711099448d8ddb1bb162543530, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/045b0737f1ea474299672681e8ffb6bb] 2024-11-17T18:18:47,970 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8103f3ce4644eb96319f0bc6b101c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867527009 2024-11-17T18:18:47,971 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ba9ea72360340d5b04c4bbcc97118ed, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867524175 2024-11-17T18:18:47,972 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5e892711099448d8ddb1bb162543530, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867524826 2024-11-17T18:18:47,972 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 045b0737f1ea474299672681e8ffb6bb, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867527009 2024-11-17T18:18:47,985 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:47,986 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/859b14371e914360960dc1e57da5ef1b is 50, key is test_row_0/B:col10/1731867527009/Put/seqid=0 2024-11-17T18:18:47,997 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T18:18:48,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T18:18:48,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:48,034 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:18:48,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:48,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:48,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:48,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:48,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:48,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:48,037 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117dddb3d023df94e5db1e4d3d6f782214a_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742011_1187 (size=12595) 2024-11-17T18:18:48,040 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117dddb3d023df94e5db1e4d3d6f782214a_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:48,040 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dddb3d023df94e5db1e4d3d6f782214a_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:48,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f341490e681a4cefb31255741be7b4c0_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867527062/Put/seqid=0 2024-11-17T18:18:48,052 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/859b14371e914360960dc1e57da5ef1b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/859b14371e914360960dc1e57da5ef1b 2024-11-17T18:18:48,059 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into 859b14371e914360960dc1e57da5ef1b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:48,059 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:48,059 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867527966; duration=0sec 2024-11-17T18:18:48,059 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:48,059 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:48,059 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:48,060 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:48,061 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:48,061 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:48,061 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/50610db59b0a4cdd91da9d9a7358023a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fcf1e212ab5e4e98bba0a3a11f3117cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/06be6b3e31ec42c29a50a3a6c8a32c5c] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=35.9 K 2024-11-17T18:18:48,061 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 50610db59b0a4cdd91da9d9a7358023a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731867524175 2024-11-17T18:18:48,062 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting fcf1e212ab5e4e98bba0a3a11f3117cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731867524826 2024-11-17T18:18:48,062 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 06be6b3e31ec42c29a50a3a6c8a32c5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867527009 2024-11-17T18:18:48,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742012_1188 (size=4469) 2024-11-17T18:18:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742013_1189 (size=12304) 2024-11-17T18:18:48,116 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:48,117 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/4f8156c7bd3646e2ae934cef05129dfe is 50, key is test_row_0/C:col10/1731867527009/Put/seqid=0 2024-11-17T18:18:48,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742014_1190 (size=12595) 2024-11-17T18:18:48,179 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/4f8156c7bd3646e2ae934cef05129dfe as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4f8156c7bd3646e2ae934cef05129dfe 2024-11-17T18:18:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:48,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:48,188 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 4f8156c7bd3646e2ae934cef05129dfe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:48,188 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:48,188 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867527966; duration=0sec 2024-11-17T18:18:48,188 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:48,188 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:48,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867588192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867588193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867588194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867588195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867588195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867588304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867588305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867588306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867588308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867588308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T18:18:48,495 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#157 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:48,496 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/76174cb172f045718edafeca4864ffdd is 175, key is test_row_0/A:col10/1731867527009/Put/seqid=0 2024-11-17T18:18:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742015_1191 (size=31549) 2024-11-17T18:18:48,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867588507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867588509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867588511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:48,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867588512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867588512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,520 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/76174cb172f045718edafeca4864ffdd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/76174cb172f045718edafeca4864ffdd 2024-11-17T18:18:48,529 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f341490e681a4cefb31255741be7b4c0_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f341490e681a4cefb31255741be7b4c0_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/37ce5aa4bbc54e9aaa985a312ada4ff5, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:48,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/37ce5aa4bbc54e9aaa985a312ada4ff5 is 175, key is test_row_0/A:col10/1731867527062/Put/seqid=0 2024-11-17T18:18:48,537 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 76174cb172f045718edafeca4864ffdd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:48,538 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:48,538 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867527966; duration=0sec 2024-11-17T18:18:48,538 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:48,538 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742016_1192 (size=31105) 2024-11-17T18:18:48,567 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/37ce5aa4bbc54e9aaa985a312ada4ff5 2024-11-17T18:18:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/02075c5742f4461fa68ed26baa370336 is 50, key is test_row_0/B:col10/1731867527062/Put/seqid=0 2024-11-17T18:18:48,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742017_1193 (size=12151) 2024-11-17T18:18:48,620 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/02075c5742f4461fa68ed26baa370336 2024-11-17T18:18:48,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2117c864377145caabef5d2d7e84859a is 50, key is test_row_0/C:col10/1731867527062/Put/seqid=0 2024-11-17T18:18:48,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742018_1194 (size=12151) 2024-11-17T18:18:48,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867588811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867588813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867588814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867588815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867588817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T18:18:49,087 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2117c864377145caabef5d2d7e84859a 2024-11-17T18:18:49,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/37ce5aa4bbc54e9aaa985a312ada4ff5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/37ce5aa4bbc54e9aaa985a312ada4ff5 2024-11-17T18:18:49,101 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/37ce5aa4bbc54e9aaa985a312ada4ff5, entries=150, sequenceid=212, filesize=30.4 K 2024-11-17T18:18:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/02075c5742f4461fa68ed26baa370336 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/02075c5742f4461fa68ed26baa370336 2024-11-17T18:18:49,108 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/02075c5742f4461fa68ed26baa370336, entries=150, sequenceid=212, filesize=11.9 K 2024-11-17T18:18:49,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2117c864377145caabef5d2d7e84859a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2117c864377145caabef5d2d7e84859a 2024-11-17T18:18:49,118 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2117c864377145caabef5d2d7e84859a, entries=150, sequenceid=212, filesize=11.9 K 2024-11-17T18:18:49,119 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d710a926f779366cc9faa4f0714864b1 in 1085ms, sequenceid=212, compaction requested=false 2024-11-17T18:18:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-17T18:18:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-17T18:18:49,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-17T18:18:49,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-17T18:18:49,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.3980 sec 2024-11-17T18:18:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:49,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:18:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:49,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867589352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867589353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a9ee34544f714d3db819ca23bf4aadc4_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867529324/Put/seqid=0 2024-11-17T18:18:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867589357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867589358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867589359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742019_1195 (size=17284) 2024-11-17T18:18:49,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867589462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867589462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867589470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867589471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867589471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867589684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867589684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867589684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867589682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867589688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:49,813 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a9ee34544f714d3db819ca23bf4aadc4_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a9ee34544f714d3db819ca23bf4aadc4_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:49,814 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/1e4d793a18674ad8a27499450255b103, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:49,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/1e4d793a18674ad8a27499450255b103 is 175, key is test_row_0/A:col10/1731867529324/Put/seqid=0 2024-11-17T18:18:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T18:18:49,831 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-17T18:18:49,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-17T18:18:49,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T18:18:49,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:49,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742020_1196 (size=48389) 2024-11-17T18:18:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T18:18:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867589987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867589989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-17T18:18:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:49,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:49,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867589989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:49,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867589991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:49,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867589994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T18:18:50,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-17T18:18:50,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:50,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:50,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/1e4d793a18674ad8a27499450255b103 2024-11-17T18:18:50,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/7af2c983e0da4e5dba5072072cf34ab9 is 50, key is test_row_0/B:col10/1731867529324/Put/seqid=0 2024-11-17T18:18:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742021_1197 (size=12151) 2024-11-17T18:18:50,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/7af2c983e0da4e5dba5072072cf34ab9 2024-11-17T18:18:50,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/4e29ae67436e4090bc9ef51f319fa441 is 50, key is test_row_0/C:col10/1731867529324/Put/seqid=0 2024-11-17T18:18:50,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-17T18:18:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:50,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742022_1198 (size=12151) 2024-11-17T18:18:50,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/4e29ae67436e4090bc9ef51f319fa441 2024-11-17T18:18:50,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/1e4d793a18674ad8a27499450255b103 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/1e4d793a18674ad8a27499450255b103 2024-11-17T18:18:50,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/1e4d793a18674ad8a27499450255b103, entries=250, sequenceid=230, filesize=47.3 K 2024-11-17T18:18:50,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/7af2c983e0da4e5dba5072072cf34ab9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7af2c983e0da4e5dba5072072cf34ab9 2024-11-17T18:18:50,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7af2c983e0da4e5dba5072072cf34ab9, entries=150, sequenceid=230, filesize=11.9 K 2024-11-17T18:18:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/4e29ae67436e4090bc9ef51f319fa441 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4e29ae67436e4090bc9ef51f319fa441 2024-11-17T18:18:50,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4e29ae67436e4090bc9ef51f319fa441, entries=150, sequenceid=230, filesize=11.9 K 2024-11-17T18:18:50,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d710a926f779366cc9faa4f0714864b1 in 1026ms, sequenceid=230, compaction requested=true 2024-11-17T18:18:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:50,356 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:50,357 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:50,357 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:50,357 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,357 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/76174cb172f045718edafeca4864ffdd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/37ce5aa4bbc54e9aaa985a312ada4ff5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/1e4d793a18674ad8a27499450255b103] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=108.4 K 2024-11-17T18:18:50,357 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,357 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/76174cb172f045718edafeca4864ffdd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/37ce5aa4bbc54e9aaa985a312ada4ff5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/1e4d793a18674ad8a27499450255b103] 2024-11-17T18:18:50,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:50,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:50,358 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76174cb172f045718edafeca4864ffdd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867527009 2024-11-17T18:18:50,358 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:50,359 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37ce5aa4bbc54e9aaa985a312ada4ff5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731867527060 2024-11-17T18:18:50,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:50,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:50,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:50,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:50,359 INFO [master/940f5f05a898:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T18:18:50,359 INFO [master/940f5f05a898:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T18:18:50,360 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4d793a18674ad8a27499450255b103, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731867528191 2024-11-17T18:18:50,360 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:50,360 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:50,360 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,361 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/859b14371e914360960dc1e57da5ef1b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/02075c5742f4461fa68ed26baa370336, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7af2c983e0da4e5dba5072072cf34ab9] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.0 K 2024-11-17T18:18:50,361 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 859b14371e914360960dc1e57da5ef1b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867527009 2024-11-17T18:18:50,362 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 02075c5742f4461fa68ed26baa370336, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731867527060 2024-11-17T18:18:50,362 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7af2c983e0da4e5dba5072072cf34ab9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731867528193 2024-11-17T18:18:50,372 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:50,377 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117d0f9137c9b0f46cca39bfe78d49e4da2_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:50,378 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:50,379 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/ccfee4d2212e4fa3bdef8ccc95f75151 is 50, key is test_row_0/B:col10/1731867529324/Put/seqid=0 2024-11-17T18:18:50,379 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117d0f9137c9b0f46cca39bfe78d49e4da2_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:50,379 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d0f9137c9b0f46cca39bfe78d49e4da2_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:50,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742023_1199 (size=12697) 2024-11-17T18:18:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T18:18:50,443 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/ccfee4d2212e4fa3bdef8ccc95f75151 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ccfee4d2212e4fa3bdef8ccc95f75151 2024-11-17T18:18:50,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-17T18:18:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742024_1200 (size=4469) 2024-11-17T18:18:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,455 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T18:18:50,461 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#165 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:50,461 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into ccfee4d2212e4fa3bdef8ccc95f75151(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:50,461 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:50,461 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867530358; duration=0sec 2024-11-17T18:18:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:50,461 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:50,461 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:50,462 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:50,462 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/3a8482630ee443349ec33aa401f99bb1 is 175, key is test_row_0/A:col10/1731867529324/Put/seqid=0 2024-11-17T18:18:50,465 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:50,465 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:50,466 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:50,466 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4f8156c7bd3646e2ae934cef05129dfe, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2117c864377145caabef5d2d7e84859a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4e29ae67436e4090bc9ef51f319fa441] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.0 K 2024-11-17T18:18:50,467 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f8156c7bd3646e2ae934cef05129dfe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867527009 2024-11-17T18:18:50,467 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2117c864377145caabef5d2d7e84859a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731867527060 2024-11-17T18:18:50,468 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e29ae67436e4090bc9ef51f319fa441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731867528193 2024-11-17T18:18:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ac7ef4baf0c7432f85504a3eecd67107_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867529357/Put/seqid=0 2024-11-17T18:18:50,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742025_1201 (size=31651) 2024-11-17T18:18:50,514 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/3a8482630ee443349ec33aa401f99bb1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/3a8482630ee443349ec33aa401f99bb1 2024-11-17T18:18:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867590508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867590509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,519 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 3a8482630ee443349ec33aa401f99bb1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:50,520 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:50,520 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867530356; duration=0sec 2024-11-17T18:18:50,520 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:50,520 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867590513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,520 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,521 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/097d4d4993274621a5e7c0c168fcb609 is 50, key is test_row_0/C:col10/1731867529324/Put/seqid=0 2024-11-17T18:18:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867590514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867590516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742026_1202 (size=12304) 2024-11-17T18:18:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742027_1203 (size=12697) 2024-11-17T18:18:50,577 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/097d4d4993274621a5e7c0c168fcb609 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/097d4d4993274621a5e7c0c168fcb609 2024-11-17T18:18:50,585 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 097d4d4993274621a5e7c0c168fcb609(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:50,585 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:50,585 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867530359; duration=0sec 2024-11-17T18:18:50,585 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:50,585 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:50,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867590619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867590620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867590623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867590623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867590624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867590823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867590826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867590826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867590827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867590827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T18:18:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:50,960 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ac7ef4baf0c7432f85504a3eecd67107_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ac7ef4baf0c7432f85504a3eecd67107_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:50,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a0437fc34a75415ca509021bfba9153c, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a0437fc34a75415ca509021bfba9153c is 175, key is test_row_0/A:col10/1731867529357/Put/seqid=0 2024-11-17T18:18:50,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742028_1204 (size=31105) 2024-11-17T18:18:50,994 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a0437fc34a75415ca509021bfba9153c 2024-11-17T18:18:51,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/bddced1caa1f48588db07cc587880dd5 is 50, key is test_row_0/B:col10/1731867529357/Put/seqid=0 2024-11-17T18:18:51,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742029_1205 (size=12151) 2024-11-17T18:18:51,055 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/bddced1caa1f48588db07cc587880dd5 2024-11-17T18:18:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/55fb3fec000c4ec28bb4a5ffcd351c33 is 50, key is test_row_0/C:col10/1731867529357/Put/seqid=0 2024-11-17T18:18:51,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742030_1206 (size=12151) 2024-11-17T18:18:51,105 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/55fb3fec000c4ec28bb4a5ffcd351c33 2024-11-17T18:18:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/a0437fc34a75415ca509021bfba9153c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a0437fc34a75415ca509021bfba9153c 2024-11-17T18:18:51,119 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a0437fc34a75415ca509021bfba9153c, entries=150, sequenceid=252, filesize=30.4 K 2024-11-17T18:18:51,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/bddced1caa1f48588db07cc587880dd5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/bddced1caa1f48588db07cc587880dd5 2024-11-17T18:18:51,126 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/bddced1caa1f48588db07cc587880dd5, entries=150, sequenceid=252, filesize=11.9 K 2024-11-17T18:18:51,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-17T18:18:51,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867591128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/55fb3fec000c4ec28bb4a5ffcd351c33 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/55fb3fec000c4ec28bb4a5ffcd351c33 2024-11-17T18:18:51,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867591131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867591131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867591132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867591132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,137 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/55fb3fec000c4ec28bb4a5ffcd351c33, entries=150, sequenceid=252, filesize=11.9 K 2024-11-17T18:18:51,138 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d710a926f779366cc9faa4f0714864b1 in 683ms, sequenceid=252, compaction requested=false 2024-11-17T18:18:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-17T18:18:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-17T18:18:51,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-17T18:18:51,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3010 sec 2024-11-17T18:18:51,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.3080 sec 2024-11-17T18:18:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:51,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T18:18:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:51,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:51,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d34e4849f2244150a7f9d084e3e4351d_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867530506/Put/seqid=0 2024-11-17T18:18:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867591653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867591654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867591654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867591656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867591656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742031_1207 (size=14994) 2024-11-17T18:18:51,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867591758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867591758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867591758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867591759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867591762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T18:18:51,942 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-17T18:18:51,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-17T18:18:51,947 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:51,947 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:51,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T18:18:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867591961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867591962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867591962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867591963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867591965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T18:18:52,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:52,090 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d34e4849f2244150a7f9d084e3e4351d_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d34e4849f2244150a7f9d084e3e4351d_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:52,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c9ddd13d0c6a45759b9e540237c9a096, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:52,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c9ddd13d0c6a45759b9e540237c9a096 is 175, key is test_row_0/A:col10/1731867530506/Put/seqid=0 2024-11-17T18:18:52,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742032_1208 (size=39949) 2024-11-17T18:18:52,097 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c9ddd13d0c6a45759b9e540237c9a096 2024-11-17T18:18:52,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T18:18:52,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:52,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1b33051864b54483b5a4abeef9c36735 is 50, key is test_row_0/B:col10/1731867530506/Put/seqid=0 2024-11-17T18:18:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742033_1209 (size=12301) 2024-11-17T18:18:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T18:18:52,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T18:18:52,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:52,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867592266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867592266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867592266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867592267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867592269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T18:18:52,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:52,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1b33051864b54483b5a4abeef9c36735 2024-11-17T18:18:52,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/264e88770532459ca81143f049fd4077 is 50, key is test_row_0/C:col10/1731867530506/Put/seqid=0 2024-11-17T18:18:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T18:18:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742034_1210 (size=12301) 2024-11-17T18:18:52,562 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T18:18:52,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:52,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/264e88770532459ca81143f049fd4077 2024-11-17T18:18:52,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:52,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c9ddd13d0c6a45759b9e540237c9a096 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c9ddd13d0c6a45759b9e540237c9a096 2024-11-17T18:18:52,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c9ddd13d0c6a45759b9e540237c9a096, entries=200, sequenceid=270, filesize=39.0 K 2024-11-17T18:18:52,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1b33051864b54483b5a4abeef9c36735 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1b33051864b54483b5a4abeef9c36735 2024-11-17T18:18:52,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1b33051864b54483b5a4abeef9c36735, entries=150, sequenceid=270, filesize=12.0 K 2024-11-17T18:18:52,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/264e88770532459ca81143f049fd4077 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/264e88770532459ca81143f049fd4077 2024-11-17T18:18:52,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/264e88770532459ca81143f049fd4077, entries=150, sequenceid=270, filesize=12.0 K 2024-11-17T18:18:52,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d710a926f779366cc9faa4f0714864b1 in 957ms, sequenceid=270, compaction requested=true 2024-11-17T18:18:52,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:52,593 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:52,594 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:52,595 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:52,595 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:52,595 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,596 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/3a8482630ee443349ec33aa401f99bb1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a0437fc34a75415ca509021bfba9153c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c9ddd13d0c6a45759b9e540237c9a096] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=100.3 K 2024-11-17T18:18:52,596 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,596 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/3a8482630ee443349ec33aa401f99bb1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a0437fc34a75415ca509021bfba9153c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c9ddd13d0c6a45759b9e540237c9a096] 2024-11-17T18:18:52,597 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a8482630ee443349ec33aa401f99bb1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731867528193 2024-11-17T18:18:52,597 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:52,598 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:52,598 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,598 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ccfee4d2212e4fa3bdef8ccc95f75151, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/bddced1caa1f48588db07cc587880dd5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1b33051864b54483b5a4abeef9c36735] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.3 K 2024-11-17T18:18:52,598 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0437fc34a75415ca509021bfba9153c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731867529342 2024-11-17T18:18:52,599 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting ccfee4d2212e4fa3bdef8ccc95f75151, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731867528193 2024-11-17T18:18:52,599 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting bddced1caa1f48588db07cc587880dd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731867529342 2024-11-17T18:18:52,599 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9ddd13d0c6a45759b9e540237c9a096, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731867530506 2024-11-17T18:18:52,600 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b33051864b54483b5a4abeef9c36735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731867530506 2024-11-17T18:18:52,609 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:52,614 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:52,615 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/7e26110d533146498f9d4aaecdc98c90 is 50, key is test_row_0/B:col10/1731867530506/Put/seqid=0 2024-11-17T18:18:52,624 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111786aafb73894141cdaafeddb1ae44a500_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:52,625 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111786aafb73894141cdaafeddb1ae44a500_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:52,626 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111786aafb73894141cdaafeddb1ae44a500_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:52,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742036_1212 (size=4469) 2024-11-17T18:18:52,647 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#174 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:52,648 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/55793a98f24641aeb61d75a7ad34b645 is 175, key is test_row_0/A:col10/1731867530506/Put/seqid=0 2024-11-17T18:18:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742035_1211 (size=12949) 2024-11-17T18:18:52,677 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/7e26110d533146498f9d4aaecdc98c90 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7e26110d533146498f9d4aaecdc98c90 2024-11-17T18:18:52,684 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into 7e26110d533146498f9d4aaecdc98c90(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:52,684 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:52,684 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867532594; duration=0sec 2024-11-17T18:18:52,684 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:52,685 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:52,685 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:52,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:52,686 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:52,686 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,687 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/097d4d4993274621a5e7c0c168fcb609, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/55fb3fec000c4ec28bb4a5ffcd351c33, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/264e88770532459ca81143f049fd4077] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.3 K 2024-11-17T18:18:52,687 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 097d4d4993274621a5e7c0c168fcb609, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731867528193 2024-11-17T18:18:52,687 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 55fb3fec000c4ec28bb4a5ffcd351c33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731867529342 2024-11-17T18:18:52,690 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 264e88770532459ca81143f049fd4077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731867530506 2024-11-17T18:18:52,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T18:18:52,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:52,717 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-17T18:18:52,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:52,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:52,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:52,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:52,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:52,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:52,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742037_1213 (size=31903) 2024-11-17T18:18:52,729 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:52,730 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/ecb6d0841af84c259ea636b87dbe6e1f is 50, key is test_row_0/C:col10/1731867530506/Put/seqid=0 2024-11-17T18:18:52,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117848071a51e4f4a0aa0a2ef22931b594a_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867531648/Put/seqid=0 2024-11-17T18:18:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742038_1214 (size=12949) 2024-11-17T18:18:52,760 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/ecb6d0841af84c259ea636b87dbe6e1f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ecb6d0841af84c259ea636b87dbe6e1f 2024-11-17T18:18:52,768 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into ecb6d0841af84c259ea636b87dbe6e1f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:52,768 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:52,768 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867532594; duration=0sec 2024-11-17T18:18:52,768 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:52,768 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:52,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742039_1215 (size=12454) 2024-11-17T18:18:52,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:52,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867592799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867592799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,809 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117848071a51e4f4a0aa0a2ef22931b594a_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117848071a51e4f4a0aa0a2ef22931b594a_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:52,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/e5ef525c833444c291bd17d5d8940f5e, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867592801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/e5ef525c833444c291bd17d5d8940f5e is 175, key is test_row_0/A:col10/1731867531648/Put/seqid=0 2024-11-17T18:18:52,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867592802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867592810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742040_1216 (size=31255) 2024-11-17T18:18:52,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867592906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867592907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867592913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867592914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:52,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867592916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T18:18:53,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867593111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867593112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867593116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867593117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867593122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,127 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/55793a98f24641aeb61d75a7ad34b645 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/55793a98f24641aeb61d75a7ad34b645 2024-11-17T18:18:53,135 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 55793a98f24641aeb61d75a7ad34b645(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:53,135 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:53,135 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867532593; duration=0sec 2024-11-17T18:18:53,135 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:53,135 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:53,273 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/e5ef525c833444c291bd17d5d8940f5e 2024-11-17T18:18:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/ed7ca3929d0c423a8f5140880af59a42 is 50, key is test_row_0/B:col10/1731867531648/Put/seqid=0 2024-11-17T18:18:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742041_1217 (size=12301) 2024-11-17T18:18:53,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867593416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867593416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867593419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867593422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867593425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,691 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/ed7ca3929d0c423a8f5140880af59a42 2024-11-17T18:18:53,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/8f6100e1429c4a508ccc8818b8e0b69f is 50, key is test_row_0/C:col10/1731867531648/Put/seqid=0 2024-11-17T18:18:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742042_1218 (size=12301) 2024-11-17T18:18:53,720 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/8f6100e1429c4a508ccc8818b8e0b69f 2024-11-17T18:18:53,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/e5ef525c833444c291bd17d5d8940f5e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/e5ef525c833444c291bd17d5d8940f5e 2024-11-17T18:18:53,739 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/e5ef525c833444c291bd17d5d8940f5e, entries=150, sequenceid=291, filesize=30.5 K 2024-11-17T18:18:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/ed7ca3929d0c423a8f5140880af59a42 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ed7ca3929d0c423a8f5140880af59a42 2024-11-17T18:18:53,748 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ed7ca3929d0c423a8f5140880af59a42, entries=150, sequenceid=291, filesize=12.0 K 2024-11-17T18:18:53,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/8f6100e1429c4a508ccc8818b8e0b69f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/8f6100e1429c4a508ccc8818b8e0b69f 2024-11-17T18:18:53,760 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/8f6100e1429c4a508ccc8818b8e0b69f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-17T18:18:53,763 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for d710a926f779366cc9faa4f0714864b1 in 1046ms, sequenceid=291, compaction requested=false 2024-11-17T18:18:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-17T18:18:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-17T18:18:53,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-17T18:18:53,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-17T18:18:53,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8230 sec 2024-11-17T18:18:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:53,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T18:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:53,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:53,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ed53017fd7ce462795351de0321ffe7b_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867533924/Put/seqid=0 2024-11-17T18:18:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867593934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867593935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867593936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867593937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867593938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742043_1219 (size=14994) 2024-11-17T18:18:53,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:53,960 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ed53017fd7ce462795351de0321ffe7b_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ed53017fd7ce462795351de0321ffe7b_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:53,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/affc86192060488e8f1ff65d59e21841, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:53,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/affc86192060488e8f1ff65d59e21841 is 175, key is test_row_0/A:col10/1731867533924/Put/seqid=0 2024-11-17T18:18:53,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742044_1220 (size=39949) 2024-11-17T18:18:53,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/affc86192060488e8f1ff65d59e21841 2024-11-17T18:18:53,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/f1ae7d918ad440fa81e1c994efe49b15 is 50, key is test_row_0/B:col10/1731867533924/Put/seqid=0 2024-11-17T18:18:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742045_1221 (size=12301) 2024-11-17T18:18:54,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867594039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867594039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867594040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867594042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867594042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T18:18:54,053 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-17T18:18:54,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-17T18:18:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T18:18:54,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:54,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:54,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T18:18:54,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T18:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867594242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867594242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867594245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867594245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867594245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T18:18:54,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T18:18:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/f1ae7d918ad440fa81e1c994efe49b15 2024-11-17T18:18:54,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/b62e55d63ad040e6bf4f71a84bfd2bd7 is 50, key is test_row_0/C:col10/1731867533924/Put/seqid=0 2024-11-17T18:18:54,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742046_1222 (size=12301) 2024-11-17T18:18:54,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T18:18:54,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:54,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867594544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867594544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867594547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867594552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867594552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T18:18:54,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T18:18:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:54,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/b62e55d63ad040e6bf4f71a84bfd2bd7 2024-11-17T18:18:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/affc86192060488e8f1ff65d59e21841 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/affc86192060488e8f1ff65d59e21841 2024-11-17T18:18:54,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/affc86192060488e8f1ff65d59e21841, entries=200, sequenceid=314, filesize=39.0 K 2024-11-17T18:18:54,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/f1ae7d918ad440fa81e1c994efe49b15 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f1ae7d918ad440fa81e1c994efe49b15 2024-11-17T18:18:54,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f1ae7d918ad440fa81e1c994efe49b15, entries=150, sequenceid=314, filesize=12.0 K 2024-11-17T18:18:54,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/b62e55d63ad040e6bf4f71a84bfd2bd7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/b62e55d63ad040e6bf4f71a84bfd2bd7 2024-11-17T18:18:54,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:54,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/b62e55d63ad040e6bf4f71a84bfd2bd7, entries=150, sequenceid=314, filesize=12.0 K 2024-11-17T18:18:54,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d710a926f779366cc9faa4f0714864b1 in 900ms, sequenceid=314, compaction requested=true 2024-11-17T18:18:54,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:54,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:54,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:54,824 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:54,824 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:54,825 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:54,825 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:54,825 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,825 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7e26110d533146498f9d4aaecdc98c90, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ed7ca3929d0c423a8f5140880af59a42, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f1ae7d918ad440fa81e1c994efe49b15] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.7 K 2024-11-17T18:18:54,826 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:54,826 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:54,826 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,826 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e26110d533146498f9d4aaecdc98c90, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731867530506 2024-11-17T18:18:54,826 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/55793a98f24641aeb61d75a7ad34b645, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/e5ef525c833444c291bd17d5d8940f5e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/affc86192060488e8f1ff65d59e21841] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=100.7 K 2024-11-17T18:18:54,826 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:54,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:54,826 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/55793a98f24641aeb61d75a7ad34b645, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/e5ef525c833444c291bd17d5d8940f5e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/affc86192060488e8f1ff65d59e21841] 2024-11-17T18:18:54,826 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting ed7ca3929d0c423a8f5140880af59a42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731867531648 2024-11-17T18:18:54,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:54,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:54,827 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ae7d918ad440fa81e1c994efe49b15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731867533922 2024-11-17T18:18:54,828 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55793a98f24641aeb61d75a7ad34b645, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731867530506 2024-11-17T18:18:54,828 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ef525c833444c291bd17d5d8940f5e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731867531648 2024-11-17T18:18:54,829 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting affc86192060488e8f1ff65d59e21841, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731867532800 2024-11-17T18:18:54,836 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:54,837 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:54,837 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/9fe2f578ce504a3780841e05b8766a34 is 50, key is test_row_0/B:col10/1731867533924/Put/seqid=0 2024-11-17T18:18:54,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T18:18:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:54,838 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:18:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:54,839 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111771ddada5c5c9445caae77d1274d896d5_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:54,841 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111771ddada5c5c9445caae77d1274d896d5_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:54,841 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111771ddada5c5c9445caae77d1274d896d5_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:54,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c858aba7da914d619e53837fe978c16e_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867533932/Put/seqid=0 2024-11-17T18:18:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742048_1224 (size=4469) 2024-11-17T18:18:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742047_1223 (size=13051) 2024-11-17T18:18:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742049_1225 (size=12454) 2024-11-17T18:18:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:55,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867595072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867595073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867595074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867595079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867595079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T18:18:55,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867595180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867595181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867595181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867595183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867595184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,267 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#184 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:55,268 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/7f73d82361f14ae485698f3c638c8e9f is 175, key is test_row_0/A:col10/1731867533924/Put/seqid=0 2024-11-17T18:18:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742050_1226 (size=32005) 2024-11-17T18:18:55,288 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/7f73d82361f14ae485698f3c638c8e9f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7f73d82361f14ae485698f3c638c8e9f 2024-11-17T18:18:55,296 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 7f73d82361f14ae485698f3c638c8e9f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:55,296 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:55,296 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867534823; duration=0sec 2024-11-17T18:18:55,296 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:55,296 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:55,296 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:55,297 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:55,297 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:55,298 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:55,298 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ecb6d0841af84c259ea636b87dbe6e1f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/8f6100e1429c4a508ccc8818b8e0b69f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/b62e55d63ad040e6bf4f71a84bfd2bd7] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.7 K 2024-11-17T18:18:55,298 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecb6d0841af84c259ea636b87dbe6e1f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731867530506 2024-11-17T18:18:55,299 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f6100e1429c4a508ccc8818b8e0b69f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731867531648 2024-11-17T18:18:55,299 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/9fe2f578ce504a3780841e05b8766a34 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9fe2f578ce504a3780841e05b8766a34 2024-11-17T18:18:55,300 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting b62e55d63ad040e6bf4f71a84bfd2bd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731867533922 2024-11-17T18:18:55,304 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into 9fe2f578ce504a3780841e05b8766a34(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:55,304 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:55,304 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867534824; duration=0sec 2024-11-17T18:18:55,304 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:55,304 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:55,309 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:55,310 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/53be864b138442fb8ba2a431b1a49cec is 50, key is test_row_0/C:col10/1731867533924/Put/seqid=0 2024-11-17T18:18:55,314 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c858aba7da914d619e53837fe978c16e_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c858aba7da914d619e53837fe978c16e_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:55,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/41766df464f84a518b1d926b0ebb5066, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:55,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/41766df464f84a518b1d926b0ebb5066 is 175, key is test_row_0/A:col10/1731867533932/Put/seqid=0 2024-11-17T18:18:55,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742052_1228 (size=31255) 2024-11-17T18:18:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742051_1227 (size=13051) 2024-11-17T18:18:55,337 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/53be864b138442fb8ba2a431b1a49cec as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/53be864b138442fb8ba2a431b1a49cec 2024-11-17T18:18:55,344 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 53be864b138442fb8ba2a431b1a49cec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:55,344 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:55,344 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867534826; duration=0sec 2024-11-17T18:18:55,344 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:55,344 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867595384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867595384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867595384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867595388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867595398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867595690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867595691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867595692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867595692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867595701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:55,724 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/41766df464f84a518b1d926b0ebb5066 2024-11-17T18:18:55,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/b594b7239b194bf8b2765cdaed5de303 is 50, key is test_row_0/B:col10/1731867533932/Put/seqid=0 2024-11-17T18:18:55,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742053_1229 (size=12301) 2024-11-17T18:18:56,139 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/b594b7239b194bf8b2765cdaed5de303 2024-11-17T18:18:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/32c3625daea64b2a93ab771c07cdf18e is 50, key is test_row_0/C:col10/1731867533932/Put/seqid=0 2024-11-17T18:18:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742054_1230 (size=12301) 2024-11-17T18:18:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T18:18:56,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867596193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867596195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:56,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867596196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:56,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867596197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:56,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867596207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:56,558 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/32c3625daea64b2a93ab771c07cdf18e 2024-11-17T18:18:56,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/41766df464f84a518b1d926b0ebb5066 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/41766df464f84a518b1d926b0ebb5066 2024-11-17T18:18:56,567 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/41766df464f84a518b1d926b0ebb5066, entries=150, sequenceid=329, filesize=30.5 K 2024-11-17T18:18:56,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/b594b7239b194bf8b2765cdaed5de303 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b594b7239b194bf8b2765cdaed5de303 2024-11-17T18:18:56,572 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b594b7239b194bf8b2765cdaed5de303, entries=150, sequenceid=329, filesize=12.0 K 2024-11-17T18:18:56,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/32c3625daea64b2a93ab771c07cdf18e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/32c3625daea64b2a93ab771c07cdf18e 2024-11-17T18:18:56,577 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/32c3625daea64b2a93ab771c07cdf18e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-17T18:18:56,578 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d710a926f779366cc9faa4f0714864b1 in 1740ms, sequenceid=329, compaction requested=false 2024-11-17T18:18:56,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:56,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:56,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-17T18:18:56,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-17T18:18:56,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-17T18:18:56,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5240 sec 2024-11-17T18:18:56,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.5280 sec 2024-11-17T18:18:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:57,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:18:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:57,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170ec72955581f4e46a05f9668e9de610a_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867537196/Put/seqid=0 2024-11-17T18:18:57,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867597214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867597214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867597214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867597215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867597222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742055_1231 (size=14994) 2024-11-17T18:18:57,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867597317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867597318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867597318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867597324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867597523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867597524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867597524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867597525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:57,637 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170ec72955581f4e46a05f9668e9de610a_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170ec72955581f4e46a05f9668e9de610a_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:57,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8c409b3d33e24a6387dd3814d4204017, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:57,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8c409b3d33e24a6387dd3814d4204017 is 175, key is test_row_0/A:col10/1731867537196/Put/seqid=0 2024-11-17T18:18:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742056_1232 (size=39949) 2024-11-17T18:18:57,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867597826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867597830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867597830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867597833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,044 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8c409b3d33e24a6387dd3814d4204017 2024-11-17T18:18:58,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/0d69ad8cf598463694b3a089370ab60d is 50, key is test_row_0/B:col10/1731867537196/Put/seqid=0 2024-11-17T18:18:58,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742057_1233 (size=12301) 2024-11-17T18:18:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T18:18:58,161 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-17T18:18:58,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:18:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-17T18:18:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T18:18:58,164 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:18:58,164 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:18:58,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:18:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T18:18:58,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T18:18:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867598332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867598334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867598334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867598336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T18:18:58,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T18:18:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/0d69ad8cf598463694b3a089370ab60d 2024-11-17T18:18:58,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/d2fe8d57696d415d8e2d37bf0435c19a is 50, key is test_row_0/C:col10/1731867537196/Put/seqid=0 2024-11-17T18:18:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742058_1234 (size=12301) 2024-11-17T18:18:58,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T18:18:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T18:18:58,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T18:18:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:18:58,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/d2fe8d57696d415d8e2d37bf0435c19a 2024-11-17T18:18:58,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8c409b3d33e24a6387dd3814d4204017 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c409b3d33e24a6387dd3814d4204017 2024-11-17T18:18:58,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c409b3d33e24a6387dd3814d4204017, entries=200, sequenceid=355, filesize=39.0 K 2024-11-17T18:18:58,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/0d69ad8cf598463694b3a089370ab60d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/0d69ad8cf598463694b3a089370ab60d 2024-11-17T18:18:58,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/0d69ad8cf598463694b3a089370ab60d, entries=150, sequenceid=355, filesize=12.0 K 2024-11-17T18:18:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/d2fe8d57696d415d8e2d37bf0435c19a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/d2fe8d57696d415d8e2d37bf0435c19a 2024-11-17T18:18:58,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/d2fe8d57696d415d8e2d37bf0435c19a, entries=150, sequenceid=355, filesize=12.0 K 2024-11-17T18:18:58,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d710a926f779366cc9faa4f0714864b1 in 1720ms, sequenceid=355, compaction requested=true 2024-11-17T18:18:58,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:58,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:58,919 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:58,919 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:58,920 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:58,920 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:58,920 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:58,920 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:58,920 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,920 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,920 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7f73d82361f14ae485698f3c638c8e9f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/41766df464f84a518b1d926b0ebb5066, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c409b3d33e24a6387dd3814d4204017] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=100.8 K 2024-11-17T18:18:58,920 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,920 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9fe2f578ce504a3780841e05b8766a34, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b594b7239b194bf8b2765cdaed5de303, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/0d69ad8cf598463694b3a089370ab60d] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.8 K 2024-11-17T18:18:58,920 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7f73d82361f14ae485698f3c638c8e9f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/41766df464f84a518b1d926b0ebb5066, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c409b3d33e24a6387dd3814d4204017] 2024-11-17T18:18:58,921 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe2f578ce504a3780841e05b8766a34, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731867533922 2024-11-17T18:18:58,921 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f73d82361f14ae485698f3c638c8e9f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731867533922 2024-11-17T18:18:58,921 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting b594b7239b194bf8b2765cdaed5de303, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731867533932 2024-11-17T18:18:58,921 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41766df464f84a518b1d926b0ebb5066, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731867533932 2024-11-17T18:18:58,921 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c409b3d33e24a6387dd3814d4204017, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731867535073 2024-11-17T18:18:58,921 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d69ad8cf598463694b3a089370ab60d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731867535073 2024-11-17T18:18:58,928 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:58,929 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:58,930 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/5dfcdd9593b94649b352d4ba17396888 is 50, key is test_row_0/B:col10/1731867537196/Put/seqid=0 2024-11-17T18:18:58,931 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411172e3a5d9b60444a39bce8fc55f62701c7_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:58,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:18:58,932 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411172e3a5d9b60444a39bce8fc55f62701c7_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:58,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T18:18:58,933 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172e3a5d9b60444a39bce8fc55f62701c7_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,933 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:18:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742059_1235 (size=13153) 2024-11-17T18:18:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173dd9a9a4a1c5441392193fbe124e38b9_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867537213/Put/seqid=0 2024-11-17T18:18:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742060_1236 (size=4469) 2024-11-17T18:18:58,945 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#193 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:58,946 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/73996fca993f47c699a80f2a328098a0 is 175, key is test_row_0/A:col10/1731867537196/Put/seqid=0 2024-11-17T18:18:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742061_1237 (size=12454) 2024-11-17T18:18:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742062_1238 (size=32107) 2024-11-17T18:18:58,964 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/73996fca993f47c699a80f2a328098a0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/73996fca993f47c699a80f2a328098a0 2024-11-17T18:18:58,970 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 73996fca993f47c699a80f2a328098a0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:58,970 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:58,970 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867538918; duration=0sec 2024-11-17T18:18:58,970 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:58,970 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:58,970 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:58,973 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:58,973 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:58,973 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:58,973 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/53be864b138442fb8ba2a431b1a49cec, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/32c3625daea64b2a93ab771c07cdf18e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/d2fe8d57696d415d8e2d37bf0435c19a] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.8 K 2024-11-17T18:18:58,974 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53be864b138442fb8ba2a431b1a49cec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731867533922 2024-11-17T18:18:58,974 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32c3625daea64b2a93ab771c07cdf18e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731867533932 2024-11-17T18:18:58,974 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2fe8d57696d415d8e2d37bf0435c19a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731867535073 2024-11-17T18:18:58,983 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:58,984 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/6d0488049ce24e4bad2a3fcbb2a47a04 is 50, key is test_row_0/C:col10/1731867537196/Put/seqid=0 2024-11-17T18:18:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742063_1239 (size=13153) 2024-11-17T18:18:58,999 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/6d0488049ce24e4bad2a3fcbb2a47a04 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/6d0488049ce24e4bad2a3fcbb2a47a04 2024-11-17T18:18:59,006 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 6d0488049ce24e4bad2a3fcbb2a47a04(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:59,006 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:59,006 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867538919; duration=0sec 2024-11-17T18:18:59,006 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:59,006 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:18:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:59,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:18:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T18:18:59,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867599270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867599337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867599338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867599338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,342 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/5dfcdd9593b94649b352d4ba17396888 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/5dfcdd9593b94649b352d4ba17396888 2024-11-17T18:18:59,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867599339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,347 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into 5dfcdd9593b94649b352d4ba17396888(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:59,347 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:59,347 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867538919; duration=0sec 2024-11-17T18:18:59,348 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:59,348 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:59,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:59,354 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173dd9a9a4a1c5441392193fbe124e38b9_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173dd9a9a4a1c5441392193fbe124e38b9_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:59,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/5f332d1701324388b4ce32e991897b8a, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:59,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/5f332d1701324388b4ce32e991897b8a is 175, key is test_row_0/A:col10/1731867537213/Put/seqid=0 2024-11-17T18:18:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742064_1240 (size=31255) 2024-11-17T18:18:59,363 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/5f332d1701324388b4ce32e991897b8a 2024-11-17T18:18:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/271400789e4243bca76f0d25326b1be4 is 50, key is test_row_0/B:col10/1731867537213/Put/seqid=0 2024-11-17T18:18:59,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867599373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742065_1241 (size=12301) 2024-11-17T18:18:59,379 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/271400789e4243bca76f0d25326b1be4 2024-11-17T18:18:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/75316092641f40c5851afdc1fa54e499 is 50, key is test_row_0/C:col10/1731867537213/Put/seqid=0 2024-11-17T18:18:59,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742066_1242 (size=12301) 2024-11-17T18:18:59,392 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/75316092641f40c5851afdc1fa54e499 2024-11-17T18:18:59,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/5f332d1701324388b4ce32e991897b8a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/5f332d1701324388b4ce32e991897b8a 2024-11-17T18:18:59,401 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/5f332d1701324388b4ce32e991897b8a, entries=150, sequenceid=368, filesize=30.5 K 2024-11-17T18:18:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/271400789e4243bca76f0d25326b1be4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/271400789e4243bca76f0d25326b1be4 2024-11-17T18:18:59,406 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/271400789e4243bca76f0d25326b1be4, entries=150, sequenceid=368, filesize=12.0 K 2024-11-17T18:18:59,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/75316092641f40c5851afdc1fa54e499 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/75316092641f40c5851afdc1fa54e499 2024-11-17T18:18:59,417 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/75316092641f40c5851afdc1fa54e499, entries=150, sequenceid=368, filesize=12.0 K 2024-11-17T18:18:59,420 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d710a926f779366cc9faa4f0714864b1 in 487ms, sequenceid=368, compaction requested=false 2024-11-17T18:18:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-17T18:18:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-17T18:18:59,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-17T18:18:59,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-11-17T18:18:59,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2630 sec 2024-11-17T18:18:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:59,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:18:59,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:59,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:59,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177a59c96eee1c46459839d6d2787c2fcb_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867539576/Put/seqid=0 2024-11-17T18:18:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742067_1243 (size=14994) 2024-11-17T18:18:59,600 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:59,605 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177a59c96eee1c46459839d6d2787c2fcb_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177a59c96eee1c46459839d6d2787c2fcb_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:59,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/88e165321c3543e295ed0551a4a00d75, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:59,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/88e165321c3543e295ed0551a4a00d75 is 175, key is test_row_0/A:col10/1731867539576/Put/seqid=0 2024-11-17T18:18:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742068_1244 (size=39949) 2024-11-17T18:18:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867599612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,614 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/88e165321c3543e295ed0551a4a00d75 2024-11-17T18:18:59,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/43d996283ca14cc297e97b6fd0b7239a is 50, key is test_row_0/B:col10/1731867539576/Put/seqid=0 2024-11-17T18:18:59,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742069_1245 (size=12301) 2024-11-17T18:18:59,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/43d996283ca14cc297e97b6fd0b7239a 2024-11-17T18:18:59,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/c415e75d887d4234bb34e31b31d36ca9 is 50, key is test_row_0/C:col10/1731867539576/Put/seqid=0 2024-11-17T18:18:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742070_1246 (size=12301) 2024-11-17T18:18:59,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/c415e75d887d4234bb34e31b31d36ca9 2024-11-17T18:18:59,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/88e165321c3543e295ed0551a4a00d75 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88e165321c3543e295ed0551a4a00d75 2024-11-17T18:18:59,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88e165321c3543e295ed0551a4a00d75, entries=200, sequenceid=395, filesize=39.0 K 2024-11-17T18:18:59,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/43d996283ca14cc297e97b6fd0b7239a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/43d996283ca14cc297e97b6fd0b7239a 2024-11-17T18:18:59,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/43d996283ca14cc297e97b6fd0b7239a, entries=150, sequenceid=395, filesize=12.0 K 2024-11-17T18:18:59,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/c415e75d887d4234bb34e31b31d36ca9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/c415e75d887d4234bb34e31b31d36ca9 2024-11-17T18:18:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:18:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867599715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:18:59,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/c415e75d887d4234bb34e31b31d36ca9, entries=150, sequenceid=395, filesize=12.0 K 2024-11-17T18:18:59,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d710a926f779366cc9faa4f0714864b1 in 156ms, sequenceid=395, compaction requested=true 2024-11-17T18:18:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:18:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:59,734 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:59,734 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:18:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:18:59,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:59,736 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:59,736 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:18:59,736 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:59,737 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/73996fca993f47c699a80f2a328098a0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/5f332d1701324388b4ce32e991897b8a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88e165321c3543e295ed0551a4a00d75] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=100.9 K 2024-11-17T18:18:59,737 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:59,737 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:59,737 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:18:59,737 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/73996fca993f47c699a80f2a328098a0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/5f332d1701324388b4ce32e991897b8a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88e165321c3543e295ed0551a4a00d75] 2024-11-17T18:18:59,737 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:59,737 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/5dfcdd9593b94649b352d4ba17396888, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/271400789e4243bca76f0d25326b1be4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/43d996283ca14cc297e97b6fd0b7239a] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.9 K 2024-11-17T18:18:59,737 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73996fca993f47c699a80f2a328098a0, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731867535073 2024-11-17T18:18:59,737 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dfcdd9593b94649b352d4ba17396888, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731867535073 2024-11-17T18:18:59,738 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f332d1701324388b4ce32e991897b8a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731867537212 2024-11-17T18:18:59,738 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 271400789e4243bca76f0d25326b1be4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731867537212 2024-11-17T18:18:59,739 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e165321c3543e295ed0551a4a00d75, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731867539260 2024-11-17T18:18:59,739 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d996283ca14cc297e97b6fd0b7239a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731867539266 2024-11-17T18:18:59,750 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:59,751 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/19d58d74447d4fbfaf73e9a599ab29ef is 50, key is test_row_0/B:col10/1731867539576/Put/seqid=0 2024-11-17T18:18:59,753 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:59,760 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411177816c01ff2de4652918bbea5ba8ed903_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:59,762 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411177816c01ff2de4652918bbea5ba8ed903_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:59,762 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177816c01ff2de4652918bbea5ba8ed903_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:59,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742071_1247 (size=13255) 2024-11-17T18:18:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742072_1248 (size=4469) 2024-11-17T18:18:59,776 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/19d58d74447d4fbfaf73e9a599ab29ef as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/19d58d74447d4fbfaf73e9a599ab29ef 2024-11-17T18:18:59,777 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#202 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:59,778 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/88cc17adb0fe4e9788427eb2025d6567 is 175, key is test_row_0/A:col10/1731867539576/Put/seqid=0 2024-11-17T18:18:59,789 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into 19d58d74447d4fbfaf73e9a599ab29ef(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:59,790 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:59,790 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867539734; duration=0sec 2024-11-17T18:18:59,790 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:18:59,790 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:18:59,790 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:18:59,793 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:18:59,793 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:18:59,793 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:18:59,793 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/6d0488049ce24e4bad2a3fcbb2a47a04, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/75316092641f40c5851afdc1fa54e499, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/c415e75d887d4234bb34e31b31d36ca9] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=36.9 K 2024-11-17T18:18:59,794 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d0488049ce24e4bad2a3fcbb2a47a04, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731867535073 2024-11-17T18:18:59,794 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 75316092641f40c5851afdc1fa54e499, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731867537212 2024-11-17T18:18:59,794 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c415e75d887d4234bb34e31b31d36ca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731867539266 2024-11-17T18:18:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742073_1249 (size=32209) 2024-11-17T18:18:59,811 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/88cc17adb0fe4e9788427eb2025d6567 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88cc17adb0fe4e9788427eb2025d6567 2024-11-17T18:18:59,813 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:18:59,814 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2da73e57507f4a0aaae3937fe48c75f6 is 50, key is test_row_0/C:col10/1731867539576/Put/seqid=0 2024-11-17T18:18:59,820 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 88cc17adb0fe4e9788427eb2025d6567(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:18:59,820 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:18:59,820 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867539733; duration=0sec 2024-11-17T18:18:59,820 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:18:59,820 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:18:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742074_1250 (size=13255) 2024-11-17T18:18:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:59,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:18:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:18:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:18:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:18:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:18:59,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179bb1743f25ed44afb908285773d03c9e_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867539607/Put/seqid=0 2024-11-17T18:18:59,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742075_1251 (size=14994) 2024-11-17T18:18:59,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:18:59,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179bb1743f25ed44afb908285773d03c9e_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179bb1743f25ed44afb908285773d03c9e_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:18:59,981 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:18:59,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9 is 175, key is test_row_0/A:col10/1731867539607/Put/seqid=0 2024-11-17T18:18:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742076_1252 (size=39949) 2024-11-17T18:18:59,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9 2024-11-17T18:19:00,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/e71bd8a4de5b4241844ec7fb9570e299 is 50, key is test_row_0/B:col10/1731867539607/Put/seqid=0 2024-11-17T18:19:00,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867600018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742077_1253 (size=12301) 2024-11-17T18:19:00,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/e71bd8a4de5b4241844ec7fb9570e299 2024-11-17T18:19:00,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/fbda1d72cf32425780c650aa61f25201 is 50, key is test_row_0/C:col10/1731867539607/Put/seqid=0 2024-11-17T18:19:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742078_1254 (size=12301) 2024-11-17T18:19:00,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/fbda1d72cf32425780c650aa61f25201 2024-11-17T18:19:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9 2024-11-17T18:19:00,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9, entries=200, sequenceid=410, filesize=39.0 K 2024-11-17T18:19:00,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/e71bd8a4de5b4241844ec7fb9570e299 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e71bd8a4de5b4241844ec7fb9570e299 2024-11-17T18:19:00,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e71bd8a4de5b4241844ec7fb9570e299, entries=150, sequenceid=410, filesize=12.0 K 2024-11-17T18:19:00,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/fbda1d72cf32425780c650aa61f25201 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fbda1d72cf32425780c650aa61f25201 2024-11-17T18:19:00,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fbda1d72cf32425780c650aa61f25201, entries=150, sequenceid=410, filesize=12.0 K 2024-11-17T18:19:00,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d710a926f779366cc9faa4f0714864b1 in 165ms, sequenceid=410, compaction requested=false 2024-11-17T18:19:00,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:00,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:19:00,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:19:00,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:00,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:19:00,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:00,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:19:00,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:00,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117eca263f229224605aea4a875834704e3_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867540015/Put/seqid=0 2024-11-17T18:19:00,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867600151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742079_1255 (size=12454) 2024-11-17T18:19:00,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:00,162 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117eca263f229224605aea4a875834704e3_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117eca263f229224605aea4a875834704e3_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:00,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/943f7fac5ebf44a58535d2d9c2546dab, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:19:00,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/943f7fac5ebf44a58535d2d9c2546dab is 175, key is test_row_0/A:col10/1731867540015/Put/seqid=0 2024-11-17T18:19:00,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742080_1256 (size=31255) 2024-11-17T18:19:00,241 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/2da73e57507f4a0aaae3937fe48c75f6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2da73e57507f4a0aaae3937fe48c75f6 2024-11-17T18:19:00,247 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 2da73e57507f4a0aaae3937fe48c75f6(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:00,247 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:00,247 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867539734; duration=0sec 2024-11-17T18:19:00,247 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:00,248 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:19:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867600253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T18:19:00,268 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-17T18:19:00,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-17T18:19:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T18:19:00,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:00,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:00,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T18:19:00,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867600457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T18:19:00,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,578 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/943f7fac5ebf44a58535d2d9c2546dab 2024-11-17T18:19:00,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/e651b3fccd654a468f396de2574ead1e is 50, key is test_row_0/B:col10/1731867540015/Put/seqid=0 2024-11-17T18:19:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742081_1257 (size=12301) 2024-11-17T18:19:00,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:00,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:00,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867600761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T18:19:00,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:00,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:00,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:00,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:00,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:00,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/e651b3fccd654a468f396de2574ead1e 2024-11-17T18:19:01,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/a87a329ea31446f58aa003be99ba9073 is 50, key is test_row_0/C:col10/1731867540015/Put/seqid=0 2024-11-17T18:19:01,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742082_1258 (size=12301) 2024-11-17T18:19:01,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:01,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:01,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45458 deadline: 1731867601266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1731867601344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45430 deadline: 1731867601344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,346 DEBUG [Thread-658 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:19:01,346 DEBUG [Thread-662 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:19:01,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1731867601349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,350 DEBUG [Thread-660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:19:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45442 deadline: 1731867601357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,359 DEBUG [Thread-666 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:19:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T18:19:01,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/a87a329ea31446f58aa003be99ba9073 2024-11-17T18:19:01,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/943f7fac5ebf44a58535d2d9c2546dab as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/943f7fac5ebf44a58535d2d9c2546dab 2024-11-17T18:19:01,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/943f7fac5ebf44a58535d2d9c2546dab, entries=150, sequenceid=434, filesize=30.5 K 2024-11-17T18:19:01,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/e651b3fccd654a468f396de2574ead1e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e651b3fccd654a468f396de2574ead1e 2024-11-17T18:19:01,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e651b3fccd654a468f396de2574ead1e, entries=150, sequenceid=434, filesize=12.0 K 2024-11-17T18:19:01,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/a87a329ea31446f58aa003be99ba9073 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a87a329ea31446f58aa003be99ba9073 2024-11-17T18:19:01,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a87a329ea31446f58aa003be99ba9073, entries=150, sequenceid=434, filesize=12.0 K 2024-11-17T18:19:01,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d710a926f779366cc9faa4f0714864b1 in 1316ms, sequenceid=434, compaction requested=true 2024-11-17T18:19:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:01,440 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d710a926f779366cc9faa4f0714864b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:01,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:01,440 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:01,441 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:01,441 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/A is initiating minor compaction (all files) 2024-11-17T18:19:01,441 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:01,441 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/A in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,441 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/B is initiating minor compaction (all files) 2024-11-17T18:19:01,441 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/B in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,441 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88cc17adb0fe4e9788427eb2025d6567, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/943f7fac5ebf44a58535d2d9c2546dab] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=101.0 K 2024-11-17T18:19:01,441 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,441 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/19d58d74447d4fbfaf73e9a599ab29ef, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e71bd8a4de5b4241844ec7fb9570e299, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e651b3fccd654a468f396de2574ead1e] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=37.0 K 2024-11-17T18:19:01,441 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88cc17adb0fe4e9788427eb2025d6567, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/943f7fac5ebf44a58535d2d9c2546dab] 2024-11-17T18:19:01,442 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 19d58d74447d4fbfaf73e9a599ab29ef, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731867539266 2024-11-17T18:19:01,442 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88cc17adb0fe4e9788427eb2025d6567, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731867539266 2024-11-17T18:19:01,442 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e8dc094c7ed425b9bcdc13f0bf0c9b9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731867539591 2024-11-17T18:19:01,442 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e71bd8a4de5b4241844ec7fb9570e299, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731867539607 2024-11-17T18:19:01,443 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 943f7fac5ebf44a58535d2d9c2546dab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731867540002 2024-11-17T18:19:01,443 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e651b3fccd654a468f396de2574ead1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731867540002 2024-11-17T18:19:01,451 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:01,452 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/af09861212ed4aa4ad1d8e00817b7eac is 50, key is test_row_0/B:col10/1731867540015/Put/seqid=0 2024-11-17T18:19:01,454 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:19:01,457 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411175e3f7c5cd36448fdba67dc09cc589f9a_d710a926f779366cc9faa4f0714864b1 store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:19:01,458 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411175e3f7c5cd36448fdba67dc09cc589f9a_d710a926f779366cc9faa4f0714864b1, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:19:01,458 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411175e3f7c5cd36448fdba67dc09cc589f9a_d710a926f779366cc9faa4f0714864b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:19:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742084_1260 (size=4469) 2024-11-17T18:19:01,488 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#A#compaction#211 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:01,488 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/151275cf17564b04bd64b1bfa0522129 is 175, key is test_row_0/A:col10/1731867540015/Put/seqid=0 2024-11-17T18:19:01,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:01,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T18:19:01,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,495 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:19:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:19:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:19:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:19:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:01,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742083_1259 (size=13357) 2024-11-17T18:19:01,504 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/af09861212ed4aa4ad1d8e00817b7eac as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/af09861212ed4aa4ad1d8e00817b7eac 2024-11-17T18:19:01,510 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/B of d710a926f779366cc9faa4f0714864b1 into af09861212ed4aa4ad1d8e00817b7eac(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:01,510 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:01,510 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/B, priority=13, startTime=1731867541440; duration=0sec 2024-11-17T18:19:01,510 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:01,510 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:B 2024-11-17T18:19:01,510 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:01,511 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:01,511 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): d710a926f779366cc9faa4f0714864b1/C is initiating minor compaction (all files) 2024-11-17T18:19:01,511 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d710a926f779366cc9faa4f0714864b1/C in TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:01,511 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2da73e57507f4a0aaae3937fe48c75f6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fbda1d72cf32425780c650aa61f25201, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a87a329ea31446f58aa003be99ba9073] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp, totalSize=37.0 K 2024-11-17T18:19:01,512 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2da73e57507f4a0aaae3937fe48c75f6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731867539266 2024-11-17T18:19:01,512 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting fbda1d72cf32425780c650aa61f25201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731867539607 2024-11-17T18:19:01,513 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting a87a329ea31446f58aa003be99ba9073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731867540002 2024-11-17T18:19:01,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fb6cf4159dae4339b6ae968eabdc201e_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867540141/Put/seqid=0 2024-11-17T18:19:01,523 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d710a926f779366cc9faa4f0714864b1#C#compaction#213 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:01,524 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/61d9c69c18f1490b8cc13ae40eab8a49 is 50, key is test_row_0/C:col10/1731867540015/Put/seqid=0 2024-11-17T18:19:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742085_1261 (size=32311) 2024-11-17T18:19:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742087_1263 (size=13357) 2024-11-17T18:19:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742086_1262 (size=12454) 2024-11-17T18:19:01,783 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f3708d to 127.0.0.1:64935 2024-11-17T18:19:01,783 DEBUG [Thread-669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x784c4179 to 127.0.0.1:64935 2024-11-17T18:19:01,783 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:01,783 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:01,784 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e90faad to 127.0.0.1:64935 2024-11-17T18:19:01,784 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:01,784 DEBUG [Thread-671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x312ef75c to 127.0.0.1:64935 2024-11-17T18:19:01,785 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:01,930 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/151275cf17564b04bd64b1bfa0522129 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/151275cf17564b04bd64b1bfa0522129 2024-11-17T18:19:01,934 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/A of d710a926f779366cc9faa4f0714864b1 into 151275cf17564b04bd64b1bfa0522129(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:01,934 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:01,934 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/A, priority=13, startTime=1731867541440; duration=0sec 2024-11-17T18:19:01,935 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:01,935 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:A 2024-11-17T18:19:01,947 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/61d9c69c18f1490b8cc13ae40eab8a49 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/61d9c69c18f1490b8cc13ae40eab8a49 2024-11-17T18:19:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:01,951 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fb6cf4159dae4339b6ae968eabdc201e_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fb6cf4159dae4339b6ae968eabdc201e_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:01,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c8c5ec54bb984050992578ea0d1e91ef, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:19:01,952 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d710a926f779366cc9faa4f0714864b1/C of d710a926f779366cc9faa4f0714864b1 into 61d9c69c18f1490b8cc13ae40eab8a49(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:01,952 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:01,952 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1., storeName=d710a926f779366cc9faa4f0714864b1/C, priority=13, startTime=1731867541440; duration=0sec 2024-11-17T18:19:01,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c8c5ec54bb984050992578ea0d1e91ef is 175, key is test_row_0/A:col10/1731867540141/Put/seqid=0 2024-11-17T18:19:01,952 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:01,952 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d710a926f779366cc9faa4f0714864b1:C 2024-11-17T18:19:01,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742088_1264 (size=31255) 2024-11-17T18:19:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:02,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. as already flushing 2024-11-17T18:19:02,274 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a802e5a to 127.0.0.1:64935 2024-11-17T18:19:02,274 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:02,356 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=447, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c8c5ec54bb984050992578ea0d1e91ef 2024-11-17T18:19:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/cc8dc64d6e954aa5a7b87d26a313260c is 50, key is test_row_0/B:col10/1731867540141/Put/seqid=0 2024-11-17T18:19:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742089_1265 (size=12301) 2024-11-17T18:19:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T18:19:02,768 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/cc8dc64d6e954aa5a7b87d26a313260c 2024-11-17T18:19:02,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/0c35824e9a8b4c5cbfe07b7b82874c0b is 50, key is test_row_0/C:col10/1731867540141/Put/seqid=0 2024-11-17T18:19:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742090_1266 (size=12301) 2024-11-17T18:19:03,178 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/0c35824e9a8b4c5cbfe07b7b82874c0b 2024-11-17T18:19:03,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/c8c5ec54bb984050992578ea0d1e91ef as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c8c5ec54bb984050992578ea0d1e91ef 2024-11-17T18:19:03,186 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c8c5ec54bb984050992578ea0d1e91ef, entries=150, sequenceid=447, filesize=30.5 K 2024-11-17T18:19:03,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/cc8dc64d6e954aa5a7b87d26a313260c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/cc8dc64d6e954aa5a7b87d26a313260c 2024-11-17T18:19:03,190 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/cc8dc64d6e954aa5a7b87d26a313260c, entries=150, sequenceid=447, filesize=12.0 K 2024-11-17T18:19:03,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/0c35824e9a8b4c5cbfe07b7b82874c0b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0c35824e9a8b4c5cbfe07b7b82874c0b 2024-11-17T18:19:03,194 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0c35824e9a8b4c5cbfe07b7b82874c0b, entries=150, sequenceid=447, filesize=12.0 K 2024-11-17T18:19:03,195 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for d710a926f779366cc9faa4f0714864b1 in 1700ms, sequenceid=447, compaction requested=false 2024-11-17T18:19:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:03,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-17T18:19:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-17T18:19:03,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-17T18:19:03,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9250 sec 2024-11-17T18:19:03,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.9280 sec 2024-11-17T18:19:03,246 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T18:19:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T18:19:04,375 INFO [Thread-668 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-17T18:19:05,351 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x557c0a56 to 127.0.0.1:64935 2024-11-17T18:19:05,351 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:05,372 DEBUG [Thread-658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6da714aa to 127.0.0.1:64935 2024-11-17T18:19:05,372 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:05,376 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d65eed2 to 127.0.0.1:64935 2024-11-17T18:19:05,376 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:05,389 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66b9fe0b to 127.0.0.1:64935 2024-11-17T18:19:05,389 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6019 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5888 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2601 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7803 rows 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2603 2024-11-17T18:19:05,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7809 rows 2024-11-17T18:19:05,389 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T18:19:05,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cededde to 127.0.0.1:64935 2024-11-17T18:19:05,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:05,392 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T18:19:05,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T18:19:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T18:19:05,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867545395"}]},"ts":"1731867545395"} 2024-11-17T18:19:05,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T18:19:05,399 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T18:19:05,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:19:05,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, UNASSIGN}] 2024-11-17T18:19:05,401 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, UNASSIGN 2024-11-17T18:19:05,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:05,402 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:19:05,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:19:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T18:19:05,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:05,554 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:05,554 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:19:05,554 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing d710a926f779366cc9faa4f0714864b1, disabling compactions & flushes 2024-11-17T18:19:05,554 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:05,554 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. after waiting 0 ms 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:05,555 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing d710a926f779366cc9faa4f0714864b1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=A 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=B 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d710a926f779366cc9faa4f0714864b1, store=C 2024-11-17T18:19:05,555 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:05,561 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bd50d9651816454ab705e3751fa05a49_d710a926f779366cc9faa4f0714864b1 is 50, key is test_row_0/A:col10/1731867545375/Put/seqid=0 2024-11-17T18:19:05,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742091_1267 (size=12454) 2024-11-17T18:19:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T18:19:05,965 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:05,969 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bd50d9651816454ab705e3751fa05a49_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bd50d9651816454ab705e3751fa05a49_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:05,970 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/62d2f0f7a7c944eba52f6c13a6e1ee94, store: [table=TestAcidGuarantees family=A region=d710a926f779366cc9faa4f0714864b1] 2024-11-17T18:19:05,970 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/62d2f0f7a7c944eba52f6c13a6e1ee94 is 175, key is test_row_0/A:col10/1731867545375/Put/seqid=0 2024-11-17T18:19:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742092_1268 (size=31255) 2024-11-17T18:19:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T18:19:06,375 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/62d2f0f7a7c944eba52f6c13a6e1ee94 2024-11-17T18:19:06,381 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1aebf994f856450d9f443826acf3ef2f is 50, key is test_row_0/B:col10/1731867545375/Put/seqid=0 2024-11-17T18:19:06,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742093_1269 (size=12301) 2024-11-17T18:19:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T18:19:06,785 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1aebf994f856450d9f443826acf3ef2f 2024-11-17T18:19:06,791 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/e85c27dbc4a94b4bac4524d6092ff641 is 50, key is test_row_0/C:col10/1731867545375/Put/seqid=0 2024-11-17T18:19:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742094_1270 (size=12301) 2024-11-17T18:19:07,195 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/e85c27dbc4a94b4bac4524d6092ff641 2024-11-17T18:19:07,199 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/A/62d2f0f7a7c944eba52f6c13a6e1ee94 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/62d2f0f7a7c944eba52f6c13a6e1ee94 2024-11-17T18:19:07,203 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/62d2f0f7a7c944eba52f6c13a6e1ee94, entries=150, sequenceid=458, filesize=30.5 K 2024-11-17T18:19:07,203 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/B/1aebf994f856450d9f443826acf3ef2f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1aebf994f856450d9f443826acf3ef2f 2024-11-17T18:19:07,207 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1aebf994f856450d9f443826acf3ef2f, entries=150, sequenceid=458, filesize=12.0 K 2024-11-17T18:19:07,207 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/.tmp/C/e85c27dbc4a94b4bac4524d6092ff641 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/e85c27dbc4a94b4bac4524d6092ff641 2024-11-17T18:19:07,210 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/e85c27dbc4a94b4bac4524d6092ff641, entries=150, sequenceid=458, filesize=12.0 K 2024-11-17T18:19:07,211 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d710a926f779366cc9faa4f0714864b1 in 1656ms, sequenceid=458, compaction requested=true 2024-11-17T18:19:07,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a7ffbf2fa5504e528c5490d19dbb3821, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/47b76c5774fa4de296f8018a4ed6f4d4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/df01f9f2de624eeda92c0cbd07bf820c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c4505b94c154ac193d1669bcbd5ffba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/2c3d10adcae3446784a5865911d4aac4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/fe4fdd0974624ee4971545d36a7aa981, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/cbaaa751c1324903b75fcf3fcee6a9bf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/74d9ff0526aa40d29b21db84616497a1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/b04f02bc299748bfa19bee4f2d996fce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/6d2017b30bfb4509b2e776befaea8316, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7ba9ea72360340d5b04c4bbcc97118ed, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c5e892711099448d8ddb1bb162543530, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/045b0737f1ea474299672681e8ffb6bb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/76174cb172f045718edafeca4864ffdd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/37ce5aa4bbc54e9aaa985a312ada4ff5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/1e4d793a18674ad8a27499450255b103, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/3a8482630ee443349ec33aa401f99bb1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a0437fc34a75415ca509021bfba9153c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c9ddd13d0c6a45759b9e540237c9a096, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/55793a98f24641aeb61d75a7ad34b645, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/e5ef525c833444c291bd17d5d8940f5e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/affc86192060488e8f1ff65d59e21841, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7f73d82361f14ae485698f3c638c8e9f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/41766df464f84a518b1d926b0ebb5066, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c409b3d33e24a6387dd3814d4204017, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/73996fca993f47c699a80f2a328098a0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/5f332d1701324388b4ce32e991897b8a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88e165321c3543e295ed0551a4a00d75, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88cc17adb0fe4e9788427eb2025d6567, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/943f7fac5ebf44a58535d2d9c2546dab] to archive 2024-11-17T18:19:07,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:19:07,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a7ffbf2fa5504e528c5490d19dbb3821 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a7ffbf2fa5504e528c5490d19dbb3821 2024-11-17T18:19:07,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/47b76c5774fa4de296f8018a4ed6f4d4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/47b76c5774fa4de296f8018a4ed6f4d4 2024-11-17T18:19:07,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/df01f9f2de624eeda92c0cbd07bf820c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/df01f9f2de624eeda92c0cbd07bf820c 2024-11-17T18:19:07,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c4505b94c154ac193d1669bcbd5ffba to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c4505b94c154ac193d1669bcbd5ffba 2024-11-17T18:19:07,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/2c3d10adcae3446784a5865911d4aac4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/2c3d10adcae3446784a5865911d4aac4 2024-11-17T18:19:07,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/fe4fdd0974624ee4971545d36a7aa981 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/fe4fdd0974624ee4971545d36a7aa981 2024-11-17T18:19:07,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/cbaaa751c1324903b75fcf3fcee6a9bf to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/cbaaa751c1324903b75fcf3fcee6a9bf 2024-11-17T18:19:07,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/74d9ff0526aa40d29b21db84616497a1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/74d9ff0526aa40d29b21db84616497a1 2024-11-17T18:19:07,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/b04f02bc299748bfa19bee4f2d996fce to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/b04f02bc299748bfa19bee4f2d996fce 2024-11-17T18:19:07,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/6d2017b30bfb4509b2e776befaea8316 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/6d2017b30bfb4509b2e776befaea8316 2024-11-17T18:19:07,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7ba9ea72360340d5b04c4bbcc97118ed to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7ba9ea72360340d5b04c4bbcc97118ed 2024-11-17T18:19:07,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c5e892711099448d8ddb1bb162543530 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c5e892711099448d8ddb1bb162543530 2024-11-17T18:19:07,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/045b0737f1ea474299672681e8ffb6bb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/045b0737f1ea474299672681e8ffb6bb 2024-11-17T18:19:07,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/76174cb172f045718edafeca4864ffdd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/76174cb172f045718edafeca4864ffdd 2024-11-17T18:19:07,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/37ce5aa4bbc54e9aaa985a312ada4ff5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/37ce5aa4bbc54e9aaa985a312ada4ff5 2024-11-17T18:19:07,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/1e4d793a18674ad8a27499450255b103 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/1e4d793a18674ad8a27499450255b103 2024-11-17T18:19:07,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/3a8482630ee443349ec33aa401f99bb1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/3a8482630ee443349ec33aa401f99bb1 2024-11-17T18:19:07,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a0437fc34a75415ca509021bfba9153c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/a0437fc34a75415ca509021bfba9153c 2024-11-17T18:19:07,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c9ddd13d0c6a45759b9e540237c9a096 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c9ddd13d0c6a45759b9e540237c9a096 2024-11-17T18:19:07,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/55793a98f24641aeb61d75a7ad34b645 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/55793a98f24641aeb61d75a7ad34b645 2024-11-17T18:19:07,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/e5ef525c833444c291bd17d5d8940f5e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/e5ef525c833444c291bd17d5d8940f5e 2024-11-17T18:19:07,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/affc86192060488e8f1ff65d59e21841 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/affc86192060488e8f1ff65d59e21841 2024-11-17T18:19:07,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7f73d82361f14ae485698f3c638c8e9f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/7f73d82361f14ae485698f3c638c8e9f 2024-11-17T18:19:07,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/41766df464f84a518b1d926b0ebb5066 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/41766df464f84a518b1d926b0ebb5066 2024-11-17T18:19:07,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c409b3d33e24a6387dd3814d4204017 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8c409b3d33e24a6387dd3814d4204017 2024-11-17T18:19:07,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/73996fca993f47c699a80f2a328098a0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/73996fca993f47c699a80f2a328098a0 2024-11-17T18:19:07,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/5f332d1701324388b4ce32e991897b8a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/5f332d1701324388b4ce32e991897b8a 2024-11-17T18:19:07,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88e165321c3543e295ed0551a4a00d75 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88e165321c3543e295ed0551a4a00d75 2024-11-17T18:19:07,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88cc17adb0fe4e9788427eb2025d6567 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/88cc17adb0fe4e9788427eb2025d6567 2024-11-17T18:19:07,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/8e8dc094c7ed425b9bcdc13f0bf0c9b9 2024-11-17T18:19:07,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/943f7fac5ebf44a58535d2d9c2546dab to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/943f7fac5ebf44a58535d2d9c2546dab 2024-11-17T18:19:07,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/fbfa76aee2e3433a9e1ab157b2e7096c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1ce69a0c0d5045d7b9851ab593abc26b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/697d7cba8a7340d69aeee1e8e02f5af9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a7397966add14528b99454d246402f7c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/553c14e98bb94478bfe8a5206754d932, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/d8ca582e708e4fc98d530df2aeed4aeb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1f18c32406ea4efcabc3c2e6290ae564, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f97b6961d79c4b3e98be58894ad85510, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b51a513c9a1b46189c9eb4b3ec3b2fbc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/eaa0657b4a064cc9963ede863412613c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a036a1037eed4c39b87ec751c56c5ac4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/68d2941689d546f68c9ebbc797877f01, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/859b14371e914360960dc1e57da5ef1b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9e8103f3ce4644eb96319f0bc6b101c6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/02075c5742f4461fa68ed26baa370336, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ccfee4d2212e4fa3bdef8ccc95f75151, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7af2c983e0da4e5dba5072072cf34ab9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/bddced1caa1f48588db07cc587880dd5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7e26110d533146498f9d4aaecdc98c90, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1b33051864b54483b5a4abeef9c36735, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ed7ca3929d0c423a8f5140880af59a42, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9fe2f578ce504a3780841e05b8766a34, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f1ae7d918ad440fa81e1c994efe49b15, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b594b7239b194bf8b2765cdaed5de303, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/5dfcdd9593b94649b352d4ba17396888, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/0d69ad8cf598463694b3a089370ab60d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/271400789e4243bca76f0d25326b1be4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/19d58d74447d4fbfaf73e9a599ab29ef, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/43d996283ca14cc297e97b6fd0b7239a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e71bd8a4de5b4241844ec7fb9570e299, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e651b3fccd654a468f396de2574ead1e] to archive 2024-11-17T18:19:07,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:19:07,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/fbfa76aee2e3433a9e1ab157b2e7096c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/fbfa76aee2e3433a9e1ab157b2e7096c 2024-11-17T18:19:07,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1ce69a0c0d5045d7b9851ab593abc26b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1ce69a0c0d5045d7b9851ab593abc26b 2024-11-17T18:19:07,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/697d7cba8a7340d69aeee1e8e02f5af9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/697d7cba8a7340d69aeee1e8e02f5af9 2024-11-17T18:19:07,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a7397966add14528b99454d246402f7c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a7397966add14528b99454d246402f7c 2024-11-17T18:19:07,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/553c14e98bb94478bfe8a5206754d932 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/553c14e98bb94478bfe8a5206754d932 2024-11-17T18:19:07,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/d8ca582e708e4fc98d530df2aeed4aeb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/d8ca582e708e4fc98d530df2aeed4aeb 2024-11-17T18:19:07,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1f18c32406ea4efcabc3c2e6290ae564 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1f18c32406ea4efcabc3c2e6290ae564 2024-11-17T18:19:07,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f97b6961d79c4b3e98be58894ad85510 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f97b6961d79c4b3e98be58894ad85510 2024-11-17T18:19:07,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b51a513c9a1b46189c9eb4b3ec3b2fbc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b51a513c9a1b46189c9eb4b3ec3b2fbc 2024-11-17T18:19:07,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/eaa0657b4a064cc9963ede863412613c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/eaa0657b4a064cc9963ede863412613c 2024-11-17T18:19:07,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a036a1037eed4c39b87ec751c56c5ac4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/a036a1037eed4c39b87ec751c56c5ac4 2024-11-17T18:19:07,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/68d2941689d546f68c9ebbc797877f01 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/68d2941689d546f68c9ebbc797877f01 2024-11-17T18:19:07,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/859b14371e914360960dc1e57da5ef1b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/859b14371e914360960dc1e57da5ef1b 2024-11-17T18:19:07,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9e8103f3ce4644eb96319f0bc6b101c6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9e8103f3ce4644eb96319f0bc6b101c6 2024-11-17T18:19:07,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/02075c5742f4461fa68ed26baa370336 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/02075c5742f4461fa68ed26baa370336 2024-11-17T18:19:07,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ccfee4d2212e4fa3bdef8ccc95f75151 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ccfee4d2212e4fa3bdef8ccc95f75151 2024-11-17T18:19:07,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7af2c983e0da4e5dba5072072cf34ab9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7af2c983e0da4e5dba5072072cf34ab9 2024-11-17T18:19:07,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/bddced1caa1f48588db07cc587880dd5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/bddced1caa1f48588db07cc587880dd5 2024-11-17T18:19:07,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7e26110d533146498f9d4aaecdc98c90 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/7e26110d533146498f9d4aaecdc98c90 2024-11-17T18:19:07,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1b33051864b54483b5a4abeef9c36735 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1b33051864b54483b5a4abeef9c36735 2024-11-17T18:19:07,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ed7ca3929d0c423a8f5140880af59a42 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/ed7ca3929d0c423a8f5140880af59a42 2024-11-17T18:19:07,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9fe2f578ce504a3780841e05b8766a34 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/9fe2f578ce504a3780841e05b8766a34 2024-11-17T18:19:07,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f1ae7d918ad440fa81e1c994efe49b15 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/f1ae7d918ad440fa81e1c994efe49b15 2024-11-17T18:19:07,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b594b7239b194bf8b2765cdaed5de303 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/b594b7239b194bf8b2765cdaed5de303 2024-11-17T18:19:07,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/5dfcdd9593b94649b352d4ba17396888 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/5dfcdd9593b94649b352d4ba17396888 2024-11-17T18:19:07,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/0d69ad8cf598463694b3a089370ab60d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/0d69ad8cf598463694b3a089370ab60d 2024-11-17T18:19:07,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/271400789e4243bca76f0d25326b1be4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/271400789e4243bca76f0d25326b1be4 2024-11-17T18:19:07,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/19d58d74447d4fbfaf73e9a599ab29ef to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/19d58d74447d4fbfaf73e9a599ab29ef 2024-11-17T18:19:07,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/43d996283ca14cc297e97b6fd0b7239a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/43d996283ca14cc297e97b6fd0b7239a 2024-11-17T18:19:07,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e71bd8a4de5b4241844ec7fb9570e299 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e71bd8a4de5b4241844ec7fb9570e299 2024-11-17T18:19:07,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e651b3fccd654a468f396de2574ead1e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/e651b3fccd654a468f396de2574ead1e 2024-11-17T18:19:07,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ce30f2d81e5a4137b54a8aa46aa3a9cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/297f11789f9c4bdb9e5a12c0bed289b3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/04b2351abe3443209c19b769f8de53e7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/7d7740df433a478a80f14d3539b205b0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/372672d6e9e54e3baa23c67a2fd3d37c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/42b90ee590944f7d93b6ba4cb551974c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/09f49a0d7bb0483f9b4bd8b75f653a94, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2c21d2db204e432aa51992525bcf95af, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a41c5461563348d3b239f9776ac93faf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/50610db59b0a4cdd91da9d9a7358023a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0e09f82101214f9a9538663ef6d2323b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fcf1e212ab5e4e98bba0a3a11f3117cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4f8156c7bd3646e2ae934cef05129dfe, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/06be6b3e31ec42c29a50a3a6c8a32c5c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2117c864377145caabef5d2d7e84859a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/097d4d4993274621a5e7c0c168fcb609, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4e29ae67436e4090bc9ef51f319fa441, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/55fb3fec000c4ec28bb4a5ffcd351c33, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ecb6d0841af84c259ea636b87dbe6e1f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/264e88770532459ca81143f049fd4077, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/8f6100e1429c4a508ccc8818b8e0b69f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/53be864b138442fb8ba2a431b1a49cec, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/b62e55d63ad040e6bf4f71a84bfd2bd7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/32c3625daea64b2a93ab771c07cdf18e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/6d0488049ce24e4bad2a3fcbb2a47a04, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/d2fe8d57696d415d8e2d37bf0435c19a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/75316092641f40c5851afdc1fa54e499, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2da73e57507f4a0aaae3937fe48c75f6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/c415e75d887d4234bb34e31b31d36ca9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fbda1d72cf32425780c650aa61f25201, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a87a329ea31446f58aa003be99ba9073] to archive 2024-11-17T18:19:07,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:19:07,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ce30f2d81e5a4137b54a8aa46aa3a9cd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ce30f2d81e5a4137b54a8aa46aa3a9cd 2024-11-17T18:19:07,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/297f11789f9c4bdb9e5a12c0bed289b3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/297f11789f9c4bdb9e5a12c0bed289b3 2024-11-17T18:19:07,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/04b2351abe3443209c19b769f8de53e7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/04b2351abe3443209c19b769f8de53e7 2024-11-17T18:19:07,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/7d7740df433a478a80f14d3539b205b0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/7d7740df433a478a80f14d3539b205b0 2024-11-17T18:19:07,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/372672d6e9e54e3baa23c67a2fd3d37c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/372672d6e9e54e3baa23c67a2fd3d37c 2024-11-17T18:19:07,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/42b90ee590944f7d93b6ba4cb551974c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/42b90ee590944f7d93b6ba4cb551974c 2024-11-17T18:19:07,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/09f49a0d7bb0483f9b4bd8b75f653a94 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/09f49a0d7bb0483f9b4bd8b75f653a94 2024-11-17T18:19:07,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2c21d2db204e432aa51992525bcf95af to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2c21d2db204e432aa51992525bcf95af 2024-11-17T18:19:07,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a41c5461563348d3b239f9776ac93faf to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a41c5461563348d3b239f9776ac93faf 2024-11-17T18:19:07,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/50610db59b0a4cdd91da9d9a7358023a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/50610db59b0a4cdd91da9d9a7358023a 2024-11-17T18:19:07,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0e09f82101214f9a9538663ef6d2323b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0e09f82101214f9a9538663ef6d2323b 2024-11-17T18:19:07,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fcf1e212ab5e4e98bba0a3a11f3117cd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fcf1e212ab5e4e98bba0a3a11f3117cd 2024-11-17T18:19:07,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4f8156c7bd3646e2ae934cef05129dfe to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4f8156c7bd3646e2ae934cef05129dfe 2024-11-17T18:19:07,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/06be6b3e31ec42c29a50a3a6c8a32c5c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/06be6b3e31ec42c29a50a3a6c8a32c5c 2024-11-17T18:19:07,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2117c864377145caabef5d2d7e84859a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2117c864377145caabef5d2d7e84859a 2024-11-17T18:19:07,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/097d4d4993274621a5e7c0c168fcb609 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/097d4d4993274621a5e7c0c168fcb609 2024-11-17T18:19:07,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4e29ae67436e4090bc9ef51f319fa441 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/4e29ae67436e4090bc9ef51f319fa441 2024-11-17T18:19:07,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/55fb3fec000c4ec28bb4a5ffcd351c33 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/55fb3fec000c4ec28bb4a5ffcd351c33 2024-11-17T18:19:07,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ecb6d0841af84c259ea636b87dbe6e1f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/ecb6d0841af84c259ea636b87dbe6e1f 2024-11-17T18:19:07,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/264e88770532459ca81143f049fd4077 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/264e88770532459ca81143f049fd4077 2024-11-17T18:19:07,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/8f6100e1429c4a508ccc8818b8e0b69f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/8f6100e1429c4a508ccc8818b8e0b69f 2024-11-17T18:19:07,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/53be864b138442fb8ba2a431b1a49cec to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/53be864b138442fb8ba2a431b1a49cec 2024-11-17T18:19:07,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/b62e55d63ad040e6bf4f71a84bfd2bd7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/b62e55d63ad040e6bf4f71a84bfd2bd7 2024-11-17T18:19:07,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/32c3625daea64b2a93ab771c07cdf18e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/32c3625daea64b2a93ab771c07cdf18e 2024-11-17T18:19:07,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/6d0488049ce24e4bad2a3fcbb2a47a04 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/6d0488049ce24e4bad2a3fcbb2a47a04 2024-11-17T18:19:07,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/d2fe8d57696d415d8e2d37bf0435c19a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/d2fe8d57696d415d8e2d37bf0435c19a 2024-11-17T18:19:07,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/75316092641f40c5851afdc1fa54e499 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/75316092641f40c5851afdc1fa54e499 2024-11-17T18:19:07,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2da73e57507f4a0aaae3937fe48c75f6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/2da73e57507f4a0aaae3937fe48c75f6 2024-11-17T18:19:07,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/c415e75d887d4234bb34e31b31d36ca9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/c415e75d887d4234bb34e31b31d36ca9 2024-11-17T18:19:07,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fbda1d72cf32425780c650aa61f25201 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/fbda1d72cf32425780c650aa61f25201 2024-11-17T18:19:07,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a87a329ea31446f58aa003be99ba9073 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/a87a329ea31446f58aa003be99ba9073 2024-11-17T18:19:07,309 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=4 2024-11-17T18:19:07,310 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1. 2024-11-17T18:19:07,311 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for d710a926f779366cc9faa4f0714864b1: 2024-11-17T18:19:07,312 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,312 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=d710a926f779366cc9faa4f0714864b1, regionState=CLOSED 2024-11-17T18:19:07,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-17T18:19:07,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure d710a926f779366cc9faa4f0714864b1, server=940f5f05a898,35899,1731867484961 in 1.9110 sec 2024-11-17T18:19:07,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-17T18:19:07,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d710a926f779366cc9faa4f0714864b1, UNASSIGN in 1.9130 sec 2024-11-17T18:19:07,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-17T18:19:07,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9150 sec 2024-11-17T18:19:07,318 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867547317"}]},"ts":"1731867547317"} 2024-11-17T18:19:07,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T18:19:07,320 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T18:19:07,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9280 sec 2024-11-17T18:19:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T18:19:07,499 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-17T18:19:07,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T18:19:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:07,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T18:19:07,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:07,503 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,505 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/recovered.edits] 2024-11-17T18:19:07,508 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/151275cf17564b04bd64b1bfa0522129 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/151275cf17564b04bd64b1bfa0522129 2024-11-17T18:19:07,510 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/62d2f0f7a7c944eba52f6c13a6e1ee94 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/62d2f0f7a7c944eba52f6c13a6e1ee94 2024-11-17T18:19:07,511 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c8c5ec54bb984050992578ea0d1e91ef to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/A/c8c5ec54bb984050992578ea0d1e91ef 2024-11-17T18:19:07,513 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1aebf994f856450d9f443826acf3ef2f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/1aebf994f856450d9f443826acf3ef2f 2024-11-17T18:19:07,514 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/af09861212ed4aa4ad1d8e00817b7eac to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/af09861212ed4aa4ad1d8e00817b7eac 2024-11-17T18:19:07,515 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/cc8dc64d6e954aa5a7b87d26a313260c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/B/cc8dc64d6e954aa5a7b87d26a313260c 2024-11-17T18:19:07,517 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0c35824e9a8b4c5cbfe07b7b82874c0b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/0c35824e9a8b4c5cbfe07b7b82874c0b 2024-11-17T18:19:07,518 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/61d9c69c18f1490b8cc13ae40eab8a49 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/61d9c69c18f1490b8cc13ae40eab8a49 2024-11-17T18:19:07,520 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/e85c27dbc4a94b4bac4524d6092ff641 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/C/e85c27dbc4a94b4bac4524d6092ff641 2024-11-17T18:19:07,522 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/recovered.edits/461.seqid to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1/recovered.edits/461.seqid 2024-11-17T18:19:07,523 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T18:19:07,523 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T18:19:07,524 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T18:19:07,528 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111706d748742eb84d66bcacb573cd0fcfae_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111706d748742eb84d66bcacb573cd0fcfae_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,529 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170ec72955581f4e46a05f9668e9de610a_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170ec72955581f4e46a05f9668e9de610a_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,530 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173dd9a9a4a1c5441392193fbe124e38b9_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173dd9a9a4a1c5441392193fbe124e38b9_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,531 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117614d7d3483224aaba48264d35bcfc0bd_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117614d7d3483224aaba48264d35bcfc0bd_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,532 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177a59c96eee1c46459839d6d2787c2fcb_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177a59c96eee1c46459839d6d2787c2fcb_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,534 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117848071a51e4f4a0aa0a2ef22931b594a_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117848071a51e4f4a0aa0a2ef22931b594a_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,535 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111790f70f3c85b64a268a5bbfaf3a14494f_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111790f70f3c85b64a268a5bbfaf3a14494f_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,536 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117911312dee50049d783705b722401c654_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117911312dee50049d783705b722401c654_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,538 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111794016dcbed7246ebb36f867094c44216_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111794016dcbed7246ebb36f867094c44216_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,539 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179bb1743f25ed44afb908285773d03c9e_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179bb1743f25ed44afb908285773d03c9e_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,540 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a9ee34544f714d3db819ca23bf4aadc4_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a9ee34544f714d3db819ca23bf4aadc4_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,542 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ac7ef4baf0c7432f85504a3eecd67107_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ac7ef4baf0c7432f85504a3eecd67107_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,543 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bd50d9651816454ab705e3751fa05a49_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bd50d9651816454ab705e3751fa05a49_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,544 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c398fcfc08b846dd9e671023936f4d60_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c398fcfc08b846dd9e671023936f4d60_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,546 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c858aba7da914d619e53837fe978c16e_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c858aba7da914d619e53837fe978c16e_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,547 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d34e4849f2244150a7f9d084e3e4351d_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d34e4849f2244150a7f9d084e3e4351d_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,548 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dbf7924b4913476eb053a7ebcb3ae612_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dbf7924b4913476eb053a7ebcb3ae612_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,550 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e9d9c4aed34140ff89d7d668f3282067_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e9d9c4aed34140ff89d7d668f3282067_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,551 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117eca263f229224605aea4a875834704e3_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117eca263f229224605aea4a875834704e3_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,552 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ed09c843a2ae473f9e293af90ff68fe3_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ed09c843a2ae473f9e293af90ff68fe3_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,554 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ed53017fd7ce462795351de0321ffe7b_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ed53017fd7ce462795351de0321ffe7b_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,555 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f341490e681a4cefb31255741be7b4c0_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f341490e681a4cefb31255741be7b4c0_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,556 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f876d53942ec46968cca1e7036bd8eec_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f876d53942ec46968cca1e7036bd8eec_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,557 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fb6cf4159dae4339b6ae968eabdc201e_d710a926f779366cc9faa4f0714864b1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117fb6cf4159dae4339b6ae968eabdc201e_d710a926f779366cc9faa4f0714864b1 2024-11-17T18:19:07,558 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T18:19:07,559 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:07,562 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T18:19:07,564 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T18:19:07,565 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:07,565 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T18:19:07,565 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731867547565"}]},"ts":"9223372036854775807"} 2024-11-17T18:19:07,567 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T18:19:07,567 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d710a926f779366cc9faa4f0714864b1, NAME => 'TestAcidGuarantees,,1731867518685.d710a926f779366cc9faa4f0714864b1.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T18:19:07,567 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T18:19:07,567 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731867547567"}]},"ts":"9223372036854775807"} 2024-11-17T18:19:07,568 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T18:19:07,570 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:07,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-11-17T18:19:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T18:19:07,602 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-17T18:19:07,611 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 238) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-809150831_22 at /127.0.0.1:60654 [Waiting for operation #628] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1565844310_22 at /127.0.0.1:60758 [Waiting for operation #601] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5e82cdda-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11640 (was 11019) - AvailableMemoryMB LEAK? - 2024-11-17T18:19:07,619 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=11640 2024-11-17T18:19:07,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:19:07,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:19:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:07,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T18:19:07,622 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:07,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-17T18:19:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-17T18:19:07,623 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T18:19:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742095_1271 (size=960) 2024-11-17T18:19:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-17T18:19:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-17T18:19:08,030 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:19:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742096_1272 (size=53) 2024-11-17T18:19:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-17T18:19:08,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:19:08,436 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8a5ad531a28a418e123484f78b076086, disabling compactions & flushes 2024-11-17T18:19:08,437 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. after waiting 0 ms 2024-11-17T18:19:08,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,437 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,437 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:08,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T18:19:08,438 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731867548438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731867548438"}]},"ts":"1731867548438"} 2024-11-17T18:19:08,439 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T18:19:08,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T18:19:08,440 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867548439"}]},"ts":"1731867548439"} 2024-11-17T18:19:08,440 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T18:19:08,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a5ad531a28a418e123484f78b076086, ASSIGN}] 2024-11-17T18:19:08,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a5ad531a28a418e123484f78b076086, ASSIGN 2024-11-17T18:19:08,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a5ad531a28a418e123484f78b076086, ASSIGN; state=OFFLINE, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=false 2024-11-17T18:19:08,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=8a5ad531a28a418e123484f78b076086, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:08,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:19:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-17T18:19:08,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:08,750 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,750 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:19:08,751 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,751 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:19:08,751 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,751 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,752 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,753 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:08,753 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a5ad531a28a418e123484f78b076086 columnFamilyName A 2024-11-17T18:19:08,753 DEBUG [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:08,754 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.HStore(327): Store=8a5ad531a28a418e123484f78b076086/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:08,754 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,755 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:08,755 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a5ad531a28a418e123484f78b076086 columnFamilyName B 2024-11-17T18:19:08,755 DEBUG [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:08,755 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.HStore(327): Store=8a5ad531a28a418e123484f78b076086/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:08,755 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,756 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:08,757 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a5ad531a28a418e123484f78b076086 columnFamilyName C 2024-11-17T18:19:08,757 DEBUG [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:08,757 INFO [StoreOpener-8a5ad531a28a418e123484f78b076086-1 {}] regionserver.HStore(327): Store=8a5ad531a28a418e123484f78b076086/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:08,757 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,758 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,758 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,759 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:19:08,760 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:08,762 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:19:08,762 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 8a5ad531a28a418e123484f78b076086; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59289863, jitterRate=-0.11651219427585602}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:19:08,763 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:08,763 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., pid=66, masterSystemTime=1731867548747 2024-11-17T18:19:08,764 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,764 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:08,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=8a5ad531a28a418e123484f78b076086, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:08,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-17T18:19:08,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 in 169 msec 2024-11-17T18:19:08,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-17T18:19:08,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a5ad531a28a418e123484f78b076086, ASSIGN in 322 msec 2024-11-17T18:19:08,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T18:19:08,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867548768"}]},"ts":"1731867548768"} 2024-11-17T18:19:08,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T18:19:08,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T18:19:08,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-17T18:19:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-17T18:19:09,727 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-17T18:19:09,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22b24dcb to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66b83040 2024-11-17T18:19:09,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51036294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,734 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T18:19:09,736 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T18:19:09,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x426ed76e to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6573d553 2024-11-17T18:19:09,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fae0cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,742 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x792867de to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20aece5 2024-11-17T18:19:09,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1e735b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x629b3265 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37a38717 2024-11-17T18:19:09,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909be13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4729ae0c to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c1902c1 2024-11-17T18:19:09,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3834c077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b4bf453 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f60e2f1 2024-11-17T18:19:09,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c9ba12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fec4a59 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6399789c 2024-11-17T18:19:09,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c1239d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x269551a1 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e608077 2024-11-17T18:19:09,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d297ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15d8cbe0 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1fb18214 2024-11-17T18:19:09,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2903f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4405c4d4 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57b75f62 2024-11-17T18:19:09,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a3f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04700783 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69510420 2024-11-17T18:19:09,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fe525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:09,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-17T18:19:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T18:19:09,776 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:09,777 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:09,777 DEBUG [hconnection-0x495c83bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:09,777 DEBUG [hconnection-0x688bfe27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,777 DEBUG [hconnection-0x36f35b87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,778 DEBUG [hconnection-0x4cb3ba0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,778 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,778 DEBUG [hconnection-0xa1815ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,778 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,778 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,779 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,779 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,780 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,780 DEBUG [hconnection-0x7490d2c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,780 DEBUG [hconnection-0x6e29e51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,781 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,781 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,782 DEBUG [hconnection-0x4431ce74-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,783 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,784 DEBUG [hconnection-0x7c8b27ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:09,786 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:09,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:19:09,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:09,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:09,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:09,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:09,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:09,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:09,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867609865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867609865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867609867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867609867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867609867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T18:19:09,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/6fc67963a04e408a925ea0eb59a5e245 is 50, key is test_row_0/A:col10/1731867549839/Put/seqid=0 2024-11-17T18:19:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742097_1273 (size=12001) 2024-11-17T18:19:09,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-17T18:19:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:09,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:09,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867609970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867609971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867609971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867609971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:09,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867609972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T18:19:10,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-17T18:19:10,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:10,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867610173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867610174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867610174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867610174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867610175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-17T18:19:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/6fc67963a04e408a925ea0eb59a5e245 2024-11-17T18:19:10,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/df3cf543b262464f88d373702659d290 is 50, key is test_row_0/B:col10/1731867549839/Put/seqid=0 2024-11-17T18:19:10,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742098_1274 (size=12001) 2024-11-17T18:19:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T18:19:10,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-17T18:19:10,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:10,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867610475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867610476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867610476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867610477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867610477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,492 DEBUG [master/940f5f05a898:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T18:19:10,498 DEBUG [master/940f5f05a898:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ffb3d40b12db0b1cb936d4589fce7293 changed from -1.0 to 0.0, refreshing cache 2024-11-17T18:19:10,540 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-17T18:19:10,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:10,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-17T18:19:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:10,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/df3cf543b262464f88d373702659d290 2024-11-17T18:19:10,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/1c7acfd9ccc04356b0ae03b98b2caea7 is 50, key is test_row_0/C:col10/1731867549839/Put/seqid=0 2024-11-17T18:19:10,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742099_1275 (size=12001) 2024-11-17T18:19:10,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/1c7acfd9ccc04356b0ae03b98b2caea7 2024-11-17T18:19:10,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/6fc67963a04e408a925ea0eb59a5e245 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/6fc67963a04e408a925ea0eb59a5e245 2024-11-17T18:19:10,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/6fc67963a04e408a925ea0eb59a5e245, entries=150, sequenceid=16, filesize=11.7 K 2024-11-17T18:19:10,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/df3cf543b262464f88d373702659d290 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/df3cf543b262464f88d373702659d290 2024-11-17T18:19:10,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/df3cf543b262464f88d373702659d290, entries=150, sequenceid=16, filesize=11.7 K 2024-11-17T18:19:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/1c7acfd9ccc04356b0ae03b98b2caea7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1c7acfd9ccc04356b0ae03b98b2caea7 2024-11-17T18:19:10,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1c7acfd9ccc04356b0ae03b98b2caea7, entries=150, sequenceid=16, filesize=11.7 K 2024-11-17T18:19:10,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8a5ad531a28a418e123484f78b076086 in 955ms, sequenceid=16, compaction requested=false 2024-11-17T18:19:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T18:19:10,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:10,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-17T18:19:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:10,847 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:19:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:10,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/80858499a69149ec932d3c2d731d2c5b is 50, key is test_row_0/A:col10/1731867549865/Put/seqid=0 2024-11-17T18:19:10,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742100_1276 (size=12001) 2024-11-17T18:19:10,858 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/80858499a69149ec932d3c2d731d2c5b 2024-11-17T18:19:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/131ddaf976244d7a925bd3f3e2320b25 is 50, key is test_row_0/B:col10/1731867549865/Put/seqid=0 2024-11-17T18:19:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742101_1277 (size=12001) 2024-11-17T18:19:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T18:19:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:10,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867610987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867610987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867610988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867610989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867610989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867611090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867611090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867611091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867611091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867611092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,271 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/131ddaf976244d7a925bd3f3e2320b25 2024-11-17T18:19:11,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/6bbc24c4829e4f29b2c7cc29c0be8b22 is 50, key is test_row_0/C:col10/1731867549865/Put/seqid=0 2024-11-17T18:19:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742102_1278 (size=12001) 2024-11-17T18:19:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867611292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867611293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867611293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867611294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867611294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867611595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867611596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867611597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867611597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867611599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:11,684 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/6bbc24c4829e4f29b2c7cc29c0be8b22 2024-11-17T18:19:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/80858499a69149ec932d3c2d731d2c5b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/80858499a69149ec932d3c2d731d2c5b 2024-11-17T18:19:11,693 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/80858499a69149ec932d3c2d731d2c5b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-17T18:19:11,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/131ddaf976244d7a925bd3f3e2320b25 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/131ddaf976244d7a925bd3f3e2320b25 2024-11-17T18:19:11,698 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/131ddaf976244d7a925bd3f3e2320b25, entries=150, sequenceid=38, filesize=11.7 K 2024-11-17T18:19:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/6bbc24c4829e4f29b2c7cc29c0be8b22 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/6bbc24c4829e4f29b2c7cc29c0be8b22 2024-11-17T18:19:11,702 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/6bbc24c4829e4f29b2c7cc29c0be8b22, entries=150, sequenceid=38, filesize=11.7 K 2024-11-17T18:19:11,703 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 8a5ad531a28a418e123484f78b076086 in 857ms, sequenceid=38, compaction requested=false 2024-11-17T18:19:11,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:11,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:11,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-17T18:19:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-17T18:19:11,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-17T18:19:11,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-17T18:19:11,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.9320 sec 2024-11-17T18:19:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T18:19:11,880 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-17T18:19:11,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-17T18:19:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-17T18:19:11,886 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:11,887 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:11,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-17T18:19:12,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-17T18:19:12,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:12,040 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:19:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:12,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/0d9df41b26de42ca9842fe5aab1a3aea is 50, key is test_row_0/A:col10/1731867550985/Put/seqid=0 2024-11-17T18:19:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742103_1279 (size=9657) 2024-11-17T18:19:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867612114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867612114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867612116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867612116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867612117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-17T18:19:12,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867612218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867612218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867612219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867612220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867612220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867612420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867612422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867612422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867612423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867612423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,450 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/0d9df41b26de42ca9842fe5aab1a3aea 2024-11-17T18:19:12,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/f9ff513fa3d945e6ae8213b4c8528316 is 50, key is test_row_0/B:col10/1731867550985/Put/seqid=0 2024-11-17T18:19:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-17T18:19:12,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742104_1280 (size=9657) 2024-11-17T18:19:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867612722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867612725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867612725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867612726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867612727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:12,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T18:19:12,891 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/f9ff513fa3d945e6ae8213b4c8528316 2024-11-17T18:19:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/c7273759e3e849bc912ff0c0a16bd50f is 50, key is test_row_0/C:col10/1731867550985/Put/seqid=0 2024-11-17T18:19:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742105_1281 (size=9657) 2024-11-17T18:19:12,907 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/c7273759e3e849bc912ff0c0a16bd50f 2024-11-17T18:19:12,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/0d9df41b26de42ca9842fe5aab1a3aea as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/0d9df41b26de42ca9842fe5aab1a3aea 2024-11-17T18:19:12,916 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/0d9df41b26de42ca9842fe5aab1a3aea, entries=100, sequenceid=53, filesize=9.4 K 2024-11-17T18:19:12,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/f9ff513fa3d945e6ae8213b4c8528316 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/f9ff513fa3d945e6ae8213b4c8528316 2024-11-17T18:19:12,924 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/f9ff513fa3d945e6ae8213b4c8528316, entries=100, sequenceid=53, filesize=9.4 K 2024-11-17T18:19:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/c7273759e3e849bc912ff0c0a16bd50f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/c7273759e3e849bc912ff0c0a16bd50f 2024-11-17T18:19:12,930 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/c7273759e3e849bc912ff0c0a16bd50f, entries=100, sequenceid=53, filesize=9.4 K 2024-11-17T18:19:12,931 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8a5ad531a28a418e123484f78b076086 in 892ms, sequenceid=53, compaction requested=true 2024-11-17T18:19:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-17T18:19:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-17T18:19:12,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-17T18:19:12,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-17T18:19:12,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.0530 sec 2024-11-17T18:19:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-17T18:19:12,989 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-17T18:19:12,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-17T18:19:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T18:19:12,992 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:12,993 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:12,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T18:19:13,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T18:19:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:13,145 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T18:19:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/27d96d2040854fadb0b6195a00e5cfbf is 50, key is test_row_0/A:col10/1731867552116/Put/seqid=0 2024-11-17T18:19:13,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742106_1282 (size=12001) 2024-11-17T18:19:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867613236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867613237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867613238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867613239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867613240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T18:19:13,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867613341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867613341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867613343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867613343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867613544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867613544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867613545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867613546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,555 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/27d96d2040854fadb0b6195a00e5cfbf 2024-11-17T18:19:13,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/2bea1ddb20c34210a62597479cfe59c9 is 50, key is test_row_0/B:col10/1731867552116/Put/seqid=0 2024-11-17T18:19:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742107_1283 (size=12001) 2024-11-17T18:19:13,567 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/2bea1ddb20c34210a62597479cfe59c9 2024-11-17T18:19:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/3244914d889d4e218c94a16d8f5bef59 is 50, key is test_row_0/C:col10/1731867552116/Put/seqid=0 2024-11-17T18:19:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742108_1284 (size=12001) 2024-11-17T18:19:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T18:19:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867613847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867613847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867613848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867613848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:13,979 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/3244914d889d4e218c94a16d8f5bef59 2024-11-17T18:19:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/27d96d2040854fadb0b6195a00e5cfbf as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/27d96d2040854fadb0b6195a00e5cfbf 2024-11-17T18:19:13,988 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/27d96d2040854fadb0b6195a00e5cfbf, entries=150, sequenceid=74, filesize=11.7 K 2024-11-17T18:19:13,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/2bea1ddb20c34210a62597479cfe59c9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/2bea1ddb20c34210a62597479cfe59c9 2024-11-17T18:19:13,994 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/2bea1ddb20c34210a62597479cfe59c9, entries=150, sequenceid=74, filesize=11.7 K 2024-11-17T18:19:13,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/3244914d889d4e218c94a16d8f5bef59 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3244914d889d4e218c94a16d8f5bef59 2024-11-17T18:19:13,999 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3244914d889d4e218c94a16d8f5bef59, entries=150, sequenceid=74, filesize=11.7 K 2024-11-17T18:19:14,000 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 8a5ad531a28a418e123484f78b076086 in 855ms, sequenceid=74, compaction requested=true 2024-11-17T18:19:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-17T18:19:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-17T18:19:14,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-17T18:19:14,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-11-17T18:19:14,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0130 sec 2024-11-17T18:19:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T18:19:14,095 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-17T18:19:14,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-17T18:19:14,098 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T18:19:14,099 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:14,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T18:19:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:14,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-17T18:19:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:14,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:14,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T18:19:14,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1db79614a98f4dfb8ba398a43430debb is 50, key is test_row_0/A:col10/1731867553231/Put/seqid=0 2024-11-17T18:19:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:14,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742109_1285 (size=12001) 2024-11-17T18:19:14,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867614299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867614351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867614352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867614353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867614354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T18:19:14,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867614401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T18:19:14,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:14,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T18:19:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867614603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1db79614a98f4dfb8ba398a43430debb 2024-11-17T18:19:14,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3c117a7c8abe4ccca31117884a614bdd is 50, key is test_row_0/B:col10/1731867553231/Put/seqid=0 2024-11-17T18:19:14,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742110_1286 (size=12001) 2024-11-17T18:19:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T18:19:14,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T18:19:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:14,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T18:19:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:14,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:14,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867614905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T18:19:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:15,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:15,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3c117a7c8abe4ccca31117884a614bdd 2024-11-17T18:19:15,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/dbf166d5842a4b75ad5521eb80b3a5dd is 50, key is test_row_0/C:col10/1731867553231/Put/seqid=0 2024-11-17T18:19:15,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742111_1287 (size=12001) 2024-11-17T18:19:15,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/dbf166d5842a4b75ad5521eb80b3a5dd 2024-11-17T18:19:15,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1db79614a98f4dfb8ba398a43430debb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1db79614a98f4dfb8ba398a43430debb 2024-11-17T18:19:15,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1db79614a98f4dfb8ba398a43430debb, entries=150, sequenceid=91, filesize=11.7 K 2024-11-17T18:19:15,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3c117a7c8abe4ccca31117884a614bdd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c117a7c8abe4ccca31117884a614bdd 2024-11-17T18:19:15,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c117a7c8abe4ccca31117884a614bdd, entries=150, sequenceid=91, filesize=11.7 K 2024-11-17T18:19:15,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/dbf166d5842a4b75ad5521eb80b3a5dd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/dbf166d5842a4b75ad5521eb80b3a5dd 2024-11-17T18:19:15,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/dbf166d5842a4b75ad5521eb80b3a5dd, entries=150, sequenceid=91, filesize=11.7 K 2024-11-17T18:19:15,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8a5ad531a28a418e123484f78b076086 in 861ms, sequenceid=91, compaction requested=true 2024-11-17T18:19:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:15,108 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:19:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:15,108 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:19:15,110 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:19:15,110 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:19:15,110 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/B is initiating minor compaction (all files) 2024-11-17T18:19:15,110 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/A is initiating minor compaction (all files) 2024-11-17T18:19:15,110 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/B in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:15,110 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/A in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:15,110 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/df3cf543b262464f88d373702659d290, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/131ddaf976244d7a925bd3f3e2320b25, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/f9ff513fa3d945e6ae8213b4c8528316, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/2bea1ddb20c34210a62597479cfe59c9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c117a7c8abe4ccca31117884a614bdd] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=56.3 K 2024-11-17T18:19:15,110 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/6fc67963a04e408a925ea0eb59a5e245, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/80858499a69149ec932d3c2d731d2c5b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/0d9df41b26de42ca9842fe5aab1a3aea, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/27d96d2040854fadb0b6195a00e5cfbf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1db79614a98f4dfb8ba398a43430debb] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=56.3 K 2024-11-17T18:19:15,110 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting df3cf543b262464f88d373702659d290, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731867549798 2024-11-17T18:19:15,110 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc67963a04e408a925ea0eb59a5e245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731867549798 2024-11-17T18:19:15,111 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 131ddaf976244d7a925bd3f3e2320b25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731867549854 2024-11-17T18:19:15,111 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80858499a69149ec932d3c2d731d2c5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731867549854 2024-11-17T18:19:15,111 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ff513fa3d945e6ae8213b4c8528316, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731867550985 2024-11-17T18:19:15,111 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9df41b26de42ca9842fe5aab1a3aea, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731867550985 2024-11-17T18:19:15,112 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bea1ddb20c34210a62597479cfe59c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731867552115 2024-11-17T18:19:15,112 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27d96d2040854fadb0b6195a00e5cfbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731867552115 2024-11-17T18:19:15,112 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c117a7c8abe4ccca31117884a614bdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731867553231 2024-11-17T18:19:15,112 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1db79614a98f4dfb8ba398a43430debb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731867553231 2024-11-17T18:19:15,125 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:15,126 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c7e75f1aec3642a4b91d634b1ff186db is 50, key is test_row_0/B:col10/1731867553231/Put/seqid=0 2024-11-17T18:19:15,143 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:15,143 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/5c9c01d765d94a5cb8fc7e5a54dd0cd3 is 50, key is test_row_0/A:col10/1731867553231/Put/seqid=0 2024-11-17T18:19:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742112_1288 (size=12173) 2024-11-17T18:19:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742113_1289 (size=12173) 2024-11-17T18:19:15,153 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c7e75f1aec3642a4b91d634b1ff186db as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c7e75f1aec3642a4b91d634b1ff186db 2024-11-17T18:19:15,157 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/5c9c01d765d94a5cb8fc7e5a54dd0cd3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/5c9c01d765d94a5cb8fc7e5a54dd0cd3 2024-11-17T18:19:15,159 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8a5ad531a28a418e123484f78b076086/B of 8a5ad531a28a418e123484f78b076086 into c7e75f1aec3642a4b91d634b1ff186db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:15,159 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:15,159 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/B, priority=11, startTime=1731867555108; duration=0sec 2024-11-17T18:19:15,159 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:15,160 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:B 2024-11-17T18:19:15,160 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:19:15,161 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57661 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:19:15,161 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/C is initiating minor compaction (all files) 2024-11-17T18:19:15,161 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/C in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:15,162 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1c7acfd9ccc04356b0ae03b98b2caea7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/6bbc24c4829e4f29b2c7cc29c0be8b22, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/c7273759e3e849bc912ff0c0a16bd50f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3244914d889d4e218c94a16d8f5bef59, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/dbf166d5842a4b75ad5521eb80b3a5dd] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=56.3 K 2024-11-17T18:19:15,162 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c7acfd9ccc04356b0ae03b98b2caea7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731867549798 2024-11-17T18:19:15,162 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bbc24c4829e4f29b2c7cc29c0be8b22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731867549854 2024-11-17T18:19:15,163 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c7273759e3e849bc912ff0c0a16bd50f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731867550985 2024-11-17T18:19:15,163 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3244914d889d4e218c94a16d8f5bef59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731867552115 2024-11-17T18:19:15,163 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting dbf166d5842a4b75ad5521eb80b3a5dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731867553231 2024-11-17T18:19:15,164 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8a5ad531a28a418e123484f78b076086/A of 8a5ad531a28a418e123484f78b076086 into 5c9c01d765d94a5cb8fc7e5a54dd0cd3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:15,164 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:15,164 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/A, priority=11, startTime=1731867555108; duration=0sec 2024-11-17T18:19:15,165 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:15,165 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:A 2024-11-17T18:19:15,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T18:19:15,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:15,167 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T18:19:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c26d604492aa47b7b4d918c6590a7b20 is 50, key is test_row_0/A:col10/1731867554293/Put/seqid=0 2024-11-17T18:19:15,175 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:15,176 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9edebcbf849347bfa3573bf6a3b4d89d is 50, key is test_row_0/C:col10/1731867553231/Put/seqid=0 2024-11-17T18:19:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742114_1290 (size=12001) 2024-11-17T18:19:15,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742115_1291 (size=12173) 2024-11-17T18:19:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T18:19:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:15,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:15,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867615370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867615371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867615372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867615372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867615412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867615473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867615474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867615474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867615474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,579 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c26d604492aa47b7b4d918c6590a7b20 2024-11-17T18:19:15,587 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9edebcbf849347bfa3573bf6a3b4d89d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9edebcbf849347bfa3573bf6a3b4d89d 2024-11-17T18:19:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c43a9fa670dd490988c07557e7c40382 is 50, key is test_row_0/B:col10/1731867554293/Put/seqid=0 2024-11-17T18:19:15,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742116_1292 (size=12001) 2024-11-17T18:19:15,594 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c43a9fa670dd490988c07557e7c40382 2024-11-17T18:19:15,596 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8a5ad531a28a418e123484f78b076086/C of 8a5ad531a28a418e123484f78b076086 into 9edebcbf849347bfa3573bf6a3b4d89d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:15,596 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:15,596 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/C, priority=11, startTime=1731867555108; duration=0sec 2024-11-17T18:19:15,597 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:15,597 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:C 2024-11-17T18:19:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/1727cb0c9ff24f83bce71254b325f21f is 50, key is test_row_0/C:col10/1731867554293/Put/seqid=0 2024-11-17T18:19:15,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742117_1293 (size=12001) 2024-11-17T18:19:15,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867615677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867615677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867615677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867615678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867615979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867615980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867615981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:15,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867615982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,005 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/1727cb0c9ff24f83bce71254b325f21f 2024-11-17T18:19:16,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c26d604492aa47b7b4d918c6590a7b20 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c26d604492aa47b7b4d918c6590a7b20 2024-11-17T18:19:16,013 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c26d604492aa47b7b4d918c6590a7b20, entries=150, sequenceid=112, filesize=11.7 K 2024-11-17T18:19:16,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c43a9fa670dd490988c07557e7c40382 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c43a9fa670dd490988c07557e7c40382 2024-11-17T18:19:16,027 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c43a9fa670dd490988c07557e7c40382, entries=150, sequenceid=112, filesize=11.7 K 2024-11-17T18:19:16,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/1727cb0c9ff24f83bce71254b325f21f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1727cb0c9ff24f83bce71254b325f21f 2024-11-17T18:19:16,032 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1727cb0c9ff24f83bce71254b325f21f, entries=150, sequenceid=112, filesize=11.7 K 2024-11-17T18:19:16,033 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 8a5ad531a28a418e123484f78b076086 in 866ms, sequenceid=112, compaction requested=false 2024-11-17T18:19:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:16,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-17T18:19:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-17T18:19:16,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-17T18:19:16,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-17T18:19:16,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9390 sec 2024-11-17T18:19:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T18:19:16,203 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-17T18:19:16,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-17T18:19:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T18:19:16,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:16,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:16,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T18:19:16,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-17T18:19:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:16,359 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-17T18:19:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/59844443e0cf42da991f602e55ad6ca2 is 50, key is test_row_0/A:col10/1731867555371/Put/seqid=0 2024-11-17T18:19:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742118_1294 (size=12051) 2024-11-17T18:19:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:16,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:16,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867616460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867616482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867616482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867616483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867616484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T18:19:16,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867616563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867616765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:16,768 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/59844443e0cf42da991f602e55ad6ca2 2024-11-17T18:19:16,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/ea77758923bb4265b114175e8bc3e9a3 is 50, key is test_row_0/B:col10/1731867555371/Put/seqid=0 2024-11-17T18:19:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742119_1295 (size=12051) 2024-11-17T18:19:16,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T18:19:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867617068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:17,185 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/ea77758923bb4265b114175e8bc3e9a3 2024-11-17T18:19:17,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/a02a3e5452224dbc840e1e9ffb149fe4 is 50, key is test_row_0/C:col10/1731867555371/Put/seqid=0 2024-11-17T18:19:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742120_1296 (size=12051) 2024-11-17T18:19:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T18:19:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867617486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:17,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867617486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:17,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867617491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:17,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867617491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:17,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867617574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:17,598 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/a02a3e5452224dbc840e1e9ffb149fe4 2024-11-17T18:19:17,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/59844443e0cf42da991f602e55ad6ca2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/59844443e0cf42da991f602e55ad6ca2 2024-11-17T18:19:17,608 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/59844443e0cf42da991f602e55ad6ca2, entries=150, sequenceid=131, filesize=11.8 K 2024-11-17T18:19:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/ea77758923bb4265b114175e8bc3e9a3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/ea77758923bb4265b114175e8bc3e9a3 2024-11-17T18:19:17,614 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/ea77758923bb4265b114175e8bc3e9a3, entries=150, sequenceid=131, filesize=11.8 K 2024-11-17T18:19:17,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/a02a3e5452224dbc840e1e9ffb149fe4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a02a3e5452224dbc840e1e9ffb149fe4 2024-11-17T18:19:17,619 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a02a3e5452224dbc840e1e9ffb149fe4, entries=150, sequenceid=131, filesize=11.8 K 2024-11-17T18:19:17,620 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8a5ad531a28a418e123484f78b076086 in 1261ms, sequenceid=131, compaction requested=true 2024-11-17T18:19:17,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:17,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:17,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-17T18:19:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-17T18:19:17,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-17T18:19:17,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-17T18:19:17,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4200 sec 2024-11-17T18:19:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T18:19:18,310 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-17T18:19:18,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-17T18:19:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T18:19:18,312 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:18,313 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:18,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T18:19:18,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:18,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-17T18:19:18,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:18,465 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-17T18:19:18,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/e1bf780932b74055809f02debd6ab582 is 50, key is test_row_0/A:col10/1731867556443/Put/seqid=0 2024-11-17T18:19:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742121_1297 (size=12151) 2024-11-17T18:19:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:18,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T18:19:18,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867618620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:18,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867618723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:18,874 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/e1bf780932b74055809f02debd6ab582 2024-11-17T18:19:18,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3b02801397de4c62903c42ab92710fef is 50, key is test_row_0/B:col10/1731867556443/Put/seqid=0 2024-11-17T18:19:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742122_1298 (size=12151) 2024-11-17T18:19:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T18:19:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867618926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867619231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,292 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3b02801397de4c62903c42ab92710fef 2024-11-17T18:19:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/ae9519d0e5d0412fa6daf5308b4abf10 is 50, key is test_row_0/C:col10/1731867556443/Put/seqid=0 2024-11-17T18:19:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742123_1299 (size=12151) 2024-11-17T18:19:19,304 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/ae9519d0e5d0412fa6daf5308b4abf10 2024-11-17T18:19:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/e1bf780932b74055809f02debd6ab582 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/e1bf780932b74055809f02debd6ab582 2024-11-17T18:19:19,312 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/e1bf780932b74055809f02debd6ab582, entries=150, sequenceid=149, filesize=11.9 K 2024-11-17T18:19:19,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3b02801397de4c62903c42ab92710fef as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3b02801397de4c62903c42ab92710fef 2024-11-17T18:19:19,317 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3b02801397de4c62903c42ab92710fef, entries=150, sequenceid=149, filesize=11.9 K 2024-11-17T18:19:19,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/ae9519d0e5d0412fa6daf5308b4abf10 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ae9519d0e5d0412fa6daf5308b4abf10 2024-11-17T18:19:19,322 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ae9519d0e5d0412fa6daf5308b4abf10, entries=150, sequenceid=149, filesize=11.9 K 2024-11-17T18:19:19,323 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8a5ad531a28a418e123484f78b076086 in 858ms, sequenceid=149, compaction requested=true 2024-11-17T18:19:19,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:19,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:19,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-17T18:19:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-17T18:19:19,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-17T18:19:19,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-17T18:19:19,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0150 sec 2024-11-17T18:19:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T18:19:19,415 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-17T18:19:19,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-17T18:19:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T18:19:19,418 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:19,419 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:19,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:19,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T18:19:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:19,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/08df8e8132eb4e9eb5fe34902399d676 is 50, key is test_row_0/A:col10/1731867558619/Put/seqid=0 2024-11-17T18:19:19,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742124_1300 (size=12151) 2024-11-17T18:19:19,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867619514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867619514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867619515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867619516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T18:19:19,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:19,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:19,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:19,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:19,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867619619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867619619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867619619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867619619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T18:19:19,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:19,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867619734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867619822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867619822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867619822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867619823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:19,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:19,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:19,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:19,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:19,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:19,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/08df8e8132eb4e9eb5fe34902399d676 2024-11-17T18:19:19,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/bc894ea78e63483e901feadb95845468 is 50, key is test_row_0/B:col10/1731867558619/Put/seqid=0 2024-11-17T18:19:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742125_1301 (size=12151) 2024-11-17T18:19:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T18:19:20,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:20,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:20,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867620126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867620126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867620127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867620127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:20,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:20,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/bc894ea78e63483e901feadb95845468 2024-11-17T18:19:20,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/805a38751cae4866bc2e301fd01e4e6e is 50, key is test_row_0/C:col10/1731867558619/Put/seqid=0 2024-11-17T18:19:20,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742126_1302 (size=12151) 2024-11-17T18:19:20,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T18:19:20,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867620630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867620631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867620632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867620633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:20,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/805a38751cae4866bc2e301fd01e4e6e 2024-11-17T18:19:20,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/08df8e8132eb4e9eb5fe34902399d676 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/08df8e8132eb4e9eb5fe34902399d676 2024-11-17T18:19:20,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/08df8e8132eb4e9eb5fe34902399d676, entries=150, sequenceid=168, filesize=11.9 K 2024-11-17T18:19:20,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/bc894ea78e63483e901feadb95845468 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/bc894ea78e63483e901feadb95845468 2024-11-17T18:19:20,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867620743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/bc894ea78e63483e901feadb95845468, entries=150, sequenceid=168, filesize=11.9 K 2024-11-17T18:19:20,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/805a38751cae4866bc2e301fd01e4e6e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/805a38751cae4866bc2e301fd01e4e6e 2024-11-17T18:19:20,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/805a38751cae4866bc2e301fd01e4e6e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-17T18:19:20,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 8a5ad531a28a418e123484f78b076086 in 1254ms, sequenceid=168, compaction requested=true 2024-11-17T18:19:20,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:20,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:20,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:20,752 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:19:20,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:20,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:20,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:20,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:20,753 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:19:20,754 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:19:20,754 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:19:20,754 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/B is initiating minor compaction (all files) 2024-11-17T18:19:20,754 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/A is initiating minor compaction (all files) 2024-11-17T18:19:20,754 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/B in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,754 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/A in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,754 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c7e75f1aec3642a4b91d634b1ff186db, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c43a9fa670dd490988c07557e7c40382, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/ea77758923bb4265b114175e8bc3e9a3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3b02801397de4c62903c42ab92710fef, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/bc894ea78e63483e901feadb95845468] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=59.1 K 2024-11-17T18:19:20,754 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/5c9c01d765d94a5cb8fc7e5a54dd0cd3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c26d604492aa47b7b4d918c6590a7b20, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/59844443e0cf42da991f602e55ad6ca2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/e1bf780932b74055809f02debd6ab582, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/08df8e8132eb4e9eb5fe34902399d676] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=59.1 K 2024-11-17T18:19:20,754 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c7e75f1aec3642a4b91d634b1ff186db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731867553231 2024-11-17T18:19:20,754 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c9c01d765d94a5cb8fc7e5a54dd0cd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731867553231 2024-11-17T18:19:20,755 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c43a9fa670dd490988c07557e7c40382, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731867554289 2024-11-17T18:19:20,755 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c26d604492aa47b7b4d918c6590a7b20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731867554289 2024-11-17T18:19:20,755 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting ea77758923bb4265b114175e8bc3e9a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731867555367 2024-11-17T18:19:20,755 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59844443e0cf42da991f602e55ad6ca2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731867555367 2024-11-17T18:19:20,756 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b02801397de4c62903c42ab92710fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731867556443 2024-11-17T18:19:20,756 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1bf780932b74055809f02debd6ab582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731867556443 2024-11-17T18:19:20,756 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting bc894ea78e63483e901feadb95845468, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731867558613 2024-11-17T18:19:20,756 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08df8e8132eb4e9eb5fe34902399d676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731867558613 2024-11-17T18:19:20,766 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:20,767 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#B#compaction#249 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:20,767 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/2e8c087559f54f1da99caab9f48a06b8 is 50, key is test_row_0/A:col10/1731867558619/Put/seqid=0 2024-11-17T18:19:20,767 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/aab159300f5c4539ba2a8cb03078bb02 is 50, key is test_row_0/B:col10/1731867558619/Put/seqid=0 2024-11-17T18:19:20,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742127_1303 (size=12493) 2024-11-17T18:19:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742128_1304 (size=12493) 2024-11-17T18:19:20,776 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/aab159300f5c4539ba2a8cb03078bb02 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/aab159300f5c4539ba2a8cb03078bb02 2024-11-17T18:19:20,776 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/2e8c087559f54f1da99caab9f48a06b8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/2e8c087559f54f1da99caab9f48a06b8 2024-11-17T18:19:20,781 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8a5ad531a28a418e123484f78b076086/A of 8a5ad531a28a418e123484f78b076086 into 2e8c087559f54f1da99caab9f48a06b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:20,781 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:20,781 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/A, priority=11, startTime=1731867560752; duration=0sec 2024-11-17T18:19:20,781 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8a5ad531a28a418e123484f78b076086/B of 8a5ad531a28a418e123484f78b076086 into aab159300f5c4539ba2a8cb03078bb02(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:20,781 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:20,781 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:20,781 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:A 2024-11-17T18:19:20,781 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/B, priority=11, startTime=1731867560752; duration=0sec 2024-11-17T18:19:20,781 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:20,781 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:19:20,781 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:B 2024-11-17T18:19:20,783 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60527 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:19:20,783 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/C is initiating minor compaction (all files) 2024-11-17T18:19:20,783 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/C in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,784 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9edebcbf849347bfa3573bf6a3b4d89d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1727cb0c9ff24f83bce71254b325f21f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a02a3e5452224dbc840e1e9ffb149fe4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ae9519d0e5d0412fa6daf5308b4abf10, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/805a38751cae4866bc2e301fd01e4e6e] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=59.1 K 2024-11-17T18:19:20,784 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9edebcbf849347bfa3573bf6a3b4d89d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731867553231 2024-11-17T18:19:20,784 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1727cb0c9ff24f83bce71254b325f21f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731867554289 2024-11-17T18:19:20,785 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02a3e5452224dbc840e1e9ffb149fe4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731867555367 2024-11-17T18:19:20,785 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae9519d0e5d0412fa6daf5308b4abf10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731867556443 2024-11-17T18:19:20,785 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 805a38751cae4866bc2e301fd01e4e6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731867558613 2024-11-17T18:19:20,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:20,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T18:19:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:20,794 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-17T18:19:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:20,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:20,797 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#C#compaction#251 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:20,797 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/2312c2642dde444ea1aa1f3f6572264d is 50, key is test_row_0/C:col10/1731867558619/Put/seqid=0 2024-11-17T18:19:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/552fc11d993044f68866a1cbbc0884bc is 50, key is test_row_0/A:col10/1731867559513/Put/seqid=0 2024-11-17T18:19:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742129_1305 (size=12493) 2024-11-17T18:19:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742130_1306 (size=12151) 2024-11-17T18:19:20,807 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/552fc11d993044f68866a1cbbc0884bc 2024-11-17T18:19:20,813 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/2312c2642dde444ea1aa1f3f6572264d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2312c2642dde444ea1aa1f3f6572264d 2024-11-17T18:19:20,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/45b2d31695a24a4eadb02b17355104bc is 50, key is test_row_0/B:col10/1731867559513/Put/seqid=0 2024-11-17T18:19:20,819 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 8a5ad531a28a418e123484f78b076086/C of 8a5ad531a28a418e123484f78b076086 into 2312c2642dde444ea1aa1f3f6572264d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:20,819 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:20,819 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/C, priority=11, startTime=1731867560753; duration=0sec 2024-11-17T18:19:20,819 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:20,819 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:C 2024-11-17T18:19:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742131_1307 (size=12151) 2024-11-17T18:19:20,826 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/45b2d31695a24a4eadb02b17355104bc 2024-11-17T18:19:20,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/06c83c9e92dd485b91793d855eb161fb is 50, key is test_row_0/C:col10/1731867559513/Put/seqid=0 2024-11-17T18:19:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742132_1308 (size=12151) 2024-11-17T18:19:21,246 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/06c83c9e92dd485b91793d855eb161fb 2024-11-17T18:19:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/552fc11d993044f68866a1cbbc0884bc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/552fc11d993044f68866a1cbbc0884bc 2024-11-17T18:19:21,256 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/552fc11d993044f68866a1cbbc0884bc, entries=150, sequenceid=188, filesize=11.9 K 2024-11-17T18:19:21,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/45b2d31695a24a4eadb02b17355104bc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/45b2d31695a24a4eadb02b17355104bc 2024-11-17T18:19:21,260 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/45b2d31695a24a4eadb02b17355104bc, entries=150, sequenceid=188, filesize=11.9 K 2024-11-17T18:19:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/06c83c9e92dd485b91793d855eb161fb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/06c83c9e92dd485b91793d855eb161fb 2024-11-17T18:19:21,265 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/06c83c9e92dd485b91793d855eb161fb, entries=150, sequenceid=188, filesize=11.9 K 2024-11-17T18:19:21,266 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 8a5ad531a28a418e123484f78b076086 in 472ms, sequenceid=188, compaction requested=false 2024-11-17T18:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-17T18:19:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-17T18:19:21,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-17T18:19:21,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8480 sec 2024-11-17T18:19:21,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8530 sec 2024-11-17T18:19:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T18:19:21,522 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-17T18:19:21,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-17T18:19:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T18:19:21,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:21,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:21,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T18:19:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:21,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:19:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:21,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:21,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1cb9e618eae54120945c45201cab66d0 is 50, key is test_row_0/A:col10/1731867561647/Put/seqid=0 2024-11-17T18:19:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742133_1309 (size=12151) 2024-11-17T18:19:21,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867621665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867621666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867621668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867621668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:21,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867621769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867621769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867621770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867621770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T18:19:21,829 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:21,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867621971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867621972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867621972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867621973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:21,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:21,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:21,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:21,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1cb9e618eae54120945c45201cab66d0 2024-11-17T18:19:22,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/6e097dcb5fb94698b327072cfbda2394 is 50, key is test_row_0/B:col10/1731867561647/Put/seqid=0 2024-11-17T18:19:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742134_1310 (size=12151) 2024-11-17T18:19:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T18:19:22,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:22,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:22,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867622275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867622276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867622276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867622277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/6e097dcb5fb94698b327072cfbda2394 2024-11-17T18:19:22,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/ff8de4ea3d3b4b3e9b2f94bb426cf857 is 50, key is test_row_0/C:col10/1731867561647/Put/seqid=0 2024-11-17T18:19:22,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742135_1311 (size=12151) 2024-11-17T18:19:22,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T18:19:22,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:22,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:22,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867622764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,765 DEBUG [Thread-1246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., hostname=940f5f05a898,35899,1731867484961, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:19:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867622778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867622781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867622783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867622784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/ff8de4ea3d3b4b3e9b2f94bb426cf857 2024-11-17T18:19:22,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:22,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1cb9e618eae54120945c45201cab66d0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1cb9e618eae54120945c45201cab66d0 2024-11-17T18:19:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:22,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1cb9e618eae54120945c45201cab66d0, entries=150, sequenceid=201, filesize=11.9 K 2024-11-17T18:19:22,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/6e097dcb5fb94698b327072cfbda2394 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6e097dcb5fb94698b327072cfbda2394 2024-11-17T18:19:22,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6e097dcb5fb94698b327072cfbda2394, entries=150, sequenceid=201, filesize=11.9 K 2024-11-17T18:19:22,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/ff8de4ea3d3b4b3e9b2f94bb426cf857 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ff8de4ea3d3b4b3e9b2f94bb426cf857 2024-11-17T18:19:22,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ff8de4ea3d3b4b3e9b2f94bb426cf857, entries=150, sequenceid=201, filesize=11.9 K 2024-11-17T18:19:22,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8a5ad531a28a418e123484f78b076086 in 1264ms, sequenceid=201, compaction requested=true 2024-11-17T18:19:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:22,912 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:22,912 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:22,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:22,913 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:22,913 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:22,913 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/B is initiating minor compaction (all files) 2024-11-17T18:19:22,913 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/A is initiating minor compaction (all files) 2024-11-17T18:19:22,913 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/B in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,913 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/A in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,914 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/aab159300f5c4539ba2a8cb03078bb02, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/45b2d31695a24a4eadb02b17355104bc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6e097dcb5fb94698b327072cfbda2394] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=35.9 K 2024-11-17T18:19:22,914 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/2e8c087559f54f1da99caab9f48a06b8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/552fc11d993044f68866a1cbbc0884bc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1cb9e618eae54120945c45201cab66d0] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=35.9 K 2024-11-17T18:19:22,914 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting aab159300f5c4539ba2a8cb03078bb02, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731867558613 2024-11-17T18:19:22,914 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e8c087559f54f1da99caab9f48a06b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731867558613 2024-11-17T18:19:22,914 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 45b2d31695a24a4eadb02b17355104bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731867559512 2024-11-17T18:19:22,914 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 552fc11d993044f68866a1cbbc0884bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731867559512 2024-11-17T18:19:22,915 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cb9e618eae54120945c45201cab66d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867561643 2024-11-17T18:19:22,915 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e097dcb5fb94698b327072cfbda2394, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867561643 2024-11-17T18:19:22,922 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:22,923 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3c31dac707144dfeb3065cb1dca79a17 is 50, key is test_row_0/B:col10/1731867561647/Put/seqid=0 2024-11-17T18:19:22,925 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:22,925 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1ee9d4525d6142f8a871e96e7ae8b6d3 is 50, key is test_row_0/A:col10/1731867561647/Put/seqid=0 2024-11-17T18:19:22,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742136_1312 (size=12595) 2024-11-17T18:19:22,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742137_1313 (size=12595) 2024-11-17T18:19:22,933 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3c31dac707144dfeb3065cb1dca79a17 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c31dac707144dfeb3065cb1dca79a17 2024-11-17T18:19:22,937 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8a5ad531a28a418e123484f78b076086/B of 8a5ad531a28a418e123484f78b076086 into 3c31dac707144dfeb3065cb1dca79a17(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:22,937 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:22,937 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/B, priority=13, startTime=1731867562912; duration=0sec 2024-11-17T18:19:22,938 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:22,938 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:B 2024-11-17T18:19:22,938 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:22,939 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:22,939 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/C is initiating minor compaction (all files) 2024-11-17T18:19:22,939 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/C in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:22,939 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2312c2642dde444ea1aa1f3f6572264d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/06c83c9e92dd485b91793d855eb161fb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ff8de4ea3d3b4b3e9b2f94bb426cf857] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=35.9 K 2024-11-17T18:19:22,939 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2312c2642dde444ea1aa1f3f6572264d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731867558613 2024-11-17T18:19:22,939 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c83c9e92dd485b91793d855eb161fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731867559512 2024-11-17T18:19:22,940 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting ff8de4ea3d3b4b3e9b2f94bb426cf857, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867561643 2024-11-17T18:19:22,950 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:22,951 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/2df41b04cd8843f4998e1af3e8f88a51 is 50, key is test_row_0/C:col10/1731867561647/Put/seqid=0 2024-11-17T18:19:22,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742138_1314 (size=12595) 2024-11-17T18:19:23,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T18:19:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:23,054 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:19:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/32b6ffbfff9d40478ffdb9649e99f544 is 50, key is test_row_0/A:col10/1731867561664/Put/seqid=0 2024-11-17T18:19:23,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742139_1315 (size=12151) 2024-11-17T18:19:23,334 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/1ee9d4525d6142f8a871e96e7ae8b6d3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1ee9d4525d6142f8a871e96e7ae8b6d3 2024-11-17T18:19:23,338 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8a5ad531a28a418e123484f78b076086/A of 8a5ad531a28a418e123484f78b076086 into 1ee9d4525d6142f8a871e96e7ae8b6d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:23,339 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:23,339 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/A, priority=13, startTime=1731867562912; duration=0sec 2024-11-17T18:19:23,339 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:23,339 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:A 2024-11-17T18:19:23,359 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/2df41b04cd8843f4998e1af3e8f88a51 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2df41b04cd8843f4998e1af3e8f88a51 2024-11-17T18:19:23,364 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8a5ad531a28a418e123484f78b076086/C of 8a5ad531a28a418e123484f78b076086 into 2df41b04cd8843f4998e1af3e8f88a51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:23,364 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:23,364 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/C, priority=13, startTime=1731867562912; duration=0sec 2024-11-17T18:19:23,364 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:23,364 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:C 2024-11-17T18:19:23,465 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/32b6ffbfff9d40478ffdb9649e99f544 2024-11-17T18:19:23,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c2766474d3544e49b65eca3f0fb02e01 is 50, key is test_row_0/B:col10/1731867561664/Put/seqid=0 2024-11-17T18:19:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742140_1316 (size=12151) 2024-11-17T18:19:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T18:19:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:23,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867623795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867623796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867623796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867623797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,878 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c2766474d3544e49b65eca3f0fb02e01 2024-11-17T18:19:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9f2ab2069209450e99f74d177901c8ea is 50, key is test_row_0/C:col10/1731867561664/Put/seqid=0 2024-11-17T18:19:23,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742141_1317 (size=12151) 2024-11-17T18:19:23,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867623898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867623898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867623898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:23,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867623899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867624100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867624100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867624100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867624101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,290 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9f2ab2069209450e99f74d177901c8ea 2024-11-17T18:19:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/32b6ffbfff9d40478ffdb9649e99f544 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/32b6ffbfff9d40478ffdb9649e99f544 2024-11-17T18:19:24,298 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/32b6ffbfff9d40478ffdb9649e99f544, entries=150, sequenceid=226, filesize=11.9 K 2024-11-17T18:19:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/c2766474d3544e49b65eca3f0fb02e01 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c2766474d3544e49b65eca3f0fb02e01 2024-11-17T18:19:24,302 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c2766474d3544e49b65eca3f0fb02e01, entries=150, sequenceid=226, filesize=11.9 K 2024-11-17T18:19:24,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9f2ab2069209450e99f74d177901c8ea as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9f2ab2069209450e99f74d177901c8ea 2024-11-17T18:19:24,312 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9f2ab2069209450e99f74d177901c8ea, entries=150, sequenceid=226, filesize=11.9 K 2024-11-17T18:19:24,314 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8a5ad531a28a418e123484f78b076086 in 1259ms, sequenceid=226, compaction requested=false 2024-11-17T18:19:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-17T18:19:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-17T18:19:24,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-17T18:19:24,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7910 sec 2024-11-17T18:19:24,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.7950 sec 2024-11-17T18:19:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:24,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:19:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:24,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:24,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/8d9cfb213f2647619dec715ca39d07c1 is 50, key is test_row_0/A:col10/1731867564404/Put/seqid=0 2024-11-17T18:19:24,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742142_1318 (size=12151) 2024-11-17T18:19:24,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/8d9cfb213f2647619dec715ca39d07c1 2024-11-17T18:19:24,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/6b785e9cc1a24ec59165c13bd9871b3c is 50, key is test_row_0/B:col10/1731867564404/Put/seqid=0 2024-11-17T18:19:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867624422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867624422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867624423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867624426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742143_1319 (size=12151) 2024-11-17T18:19:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867624527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867624527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867624528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867624528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867624731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867624732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867624732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867624732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:24,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/6b785e9cc1a24ec59165c13bd9871b3c 2024-11-17T18:19:24,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/4d73615348f64b55b35b6c3d8ad20123 is 50, key is test_row_0/C:col10/1731867564404/Put/seqid=0 2024-11-17T18:19:24,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742144_1320 (size=12151) 2024-11-17T18:19:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867625034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867625034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867625035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867625036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/4d73615348f64b55b35b6c3d8ad20123 2024-11-17T18:19:25,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/8d9cfb213f2647619dec715ca39d07c1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8d9cfb213f2647619dec715ca39d07c1 2024-11-17T18:19:25,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8d9cfb213f2647619dec715ca39d07c1, entries=150, sequenceid=242, filesize=11.9 K 2024-11-17T18:19:25,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/6b785e9cc1a24ec59165c13bd9871b3c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6b785e9cc1a24ec59165c13bd9871b3c 2024-11-17T18:19:25,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6b785e9cc1a24ec59165c13bd9871b3c, entries=150, sequenceid=242, filesize=11.9 K 2024-11-17T18:19:25,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/4d73615348f64b55b35b6c3d8ad20123 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d73615348f64b55b35b6c3d8ad20123 2024-11-17T18:19:25,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d73615348f64b55b35b6c3d8ad20123, entries=150, sequenceid=242, filesize=11.9 K 2024-11-17T18:19:25,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8a5ad531a28a418e123484f78b076086 in 881ms, sequenceid=242, compaction requested=true 2024-11-17T18:19:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:25,287 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:25,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:25,287 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:25,288 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:25,288 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:25,288 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/B is initiating minor compaction (all files) 2024-11-17T18:19:25,288 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/A is initiating minor compaction (all files) 2024-11-17T18:19:25,288 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/B in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:25,288 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/A in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:25,288 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c31dac707144dfeb3065cb1dca79a17, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c2766474d3544e49b65eca3f0fb02e01, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6b785e9cc1a24ec59165c13bd9871b3c] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=36.0 K 2024-11-17T18:19:25,288 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1ee9d4525d6142f8a871e96e7ae8b6d3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/32b6ffbfff9d40478ffdb9649e99f544, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8d9cfb213f2647619dec715ca39d07c1] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=36.0 K 2024-11-17T18:19:25,289 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c31dac707144dfeb3065cb1dca79a17, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867561643 2024-11-17T18:19:25,289 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee9d4525d6142f8a871e96e7ae8b6d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867561643 2024-11-17T18:19:25,289 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c2766474d3544e49b65eca3f0fb02e01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731867561664 2024-11-17T18:19:25,289 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32b6ffbfff9d40478ffdb9649e99f544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731867561664 2024-11-17T18:19:25,290 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b785e9cc1a24ec59165c13bd9871b3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731867563793 2024-11-17T18:19:25,290 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d9cfb213f2647619dec715ca39d07c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731867563793 2024-11-17T18:19:25,301 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:25,302 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#A#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:25,302 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/e5ac8c403afb4a8e8eccd5f59e1b1c5b is 50, key is test_row_0/B:col10/1731867564404/Put/seqid=0 2024-11-17T18:19:25,302 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/ca5196ef0e4e46cb960ee94a64f799d1 is 50, key is test_row_0/A:col10/1731867564404/Put/seqid=0 2024-11-17T18:19:25,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742145_1321 (size=12697) 2024-11-17T18:19:25,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742146_1322 (size=12697) 2024-11-17T18:19:25,316 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/e5ac8c403afb4a8e8eccd5f59e1b1c5b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/e5ac8c403afb4a8e8eccd5f59e1b1c5b 2024-11-17T18:19:25,321 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8a5ad531a28a418e123484f78b076086/B of 8a5ad531a28a418e123484f78b076086 into e5ac8c403afb4a8e8eccd5f59e1b1c5b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:25,321 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:25,321 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/B, priority=13, startTime=1731867565287; duration=0sec 2024-11-17T18:19:25,322 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:25,322 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:B 2024-11-17T18:19:25,322 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:25,323 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:25,323 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/C is initiating minor compaction (all files) 2024-11-17T18:19:25,323 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/C in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:25,324 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2df41b04cd8843f4998e1af3e8f88a51, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9f2ab2069209450e99f74d177901c8ea, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d73615348f64b55b35b6c3d8ad20123] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=36.0 K 2024-11-17T18:19:25,324 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2df41b04cd8843f4998e1af3e8f88a51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867561643 2024-11-17T18:19:25,324 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f2ab2069209450e99f74d177901c8ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731867561664 2024-11-17T18:19:25,325 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d73615348f64b55b35b6c3d8ad20123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731867563793 2024-11-17T18:19:25,335 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:25,335 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/0688312ad822488d9a83b05be32a5dc8 is 50, key is test_row_0/C:col10/1731867564404/Put/seqid=0 2024-11-17T18:19:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742147_1323 (size=12697) 2024-11-17T18:19:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:25,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:19:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:25,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/973d6320f1eb4e06bb8969a304b0227b is 50, key is test_row_0/A:col10/1731867565539/Put/seqid=0 2024-11-17T18:19:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742148_1324 (size=14741) 2024-11-17T18:19:25,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867625547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867625548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867625548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867625550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T18:19:25,629 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-17T18:19:25,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-17T18:19:25,632 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T18:19:25,633 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:25,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867625651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867625651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867625652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867625653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,712 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/ca5196ef0e4e46cb960ee94a64f799d1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/ca5196ef0e4e46cb960ee94a64f799d1 2024-11-17T18:19:25,717 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8a5ad531a28a418e123484f78b076086/A of 8a5ad531a28a418e123484f78b076086 into ca5196ef0e4e46cb960ee94a64f799d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:25,717 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:25,717 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/A, priority=13, startTime=1731867565287; duration=0sec 2024-11-17T18:19:25,717 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:25,717 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:A 2024-11-17T18:19:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T18:19:25,746 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/0688312ad822488d9a83b05be32a5dc8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/0688312ad822488d9a83b05be32a5dc8 2024-11-17T18:19:25,750 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8a5ad531a28a418e123484f78b076086/C of 8a5ad531a28a418e123484f78b076086 into 0688312ad822488d9a83b05be32a5dc8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:25,750 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:25,750 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/C, priority=13, startTime=1731867565287; duration=0sec 2024-11-17T18:19:25,751 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:25,751 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:C 2024-11-17T18:19:25,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:25,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:25,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867625854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867625855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867625855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867625856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T18:19:25,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:25,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:25,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:25,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/973d6320f1eb4e06bb8969a304b0227b 2024-11-17T18:19:25,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/166ba8cdcef9466091cbfcb274c12d2a is 50, key is test_row_0/B:col10/1731867565539/Put/seqid=0 2024-11-17T18:19:25,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742149_1325 (size=12301) 2024-11-17T18:19:26,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867626157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867626159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867626159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867626160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T18:19:26,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/166ba8cdcef9466091cbfcb274c12d2a 2024-11-17T18:19:26,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/26080ac778194db098c5db51e153ce99 is 50, key is test_row_0/C:col10/1731867565539/Put/seqid=0 2024-11-17T18:19:26,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742150_1326 (size=12301) 2024-11-17T18:19:26,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:26,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:26,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867626660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867626661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867626662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867626665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T18:19:26,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/26080ac778194db098c5db51e153ce99 2024-11-17T18:19:26,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/973d6320f1eb4e06bb8969a304b0227b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/973d6320f1eb4e06bb8969a304b0227b 2024-11-17T18:19:26,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/973d6320f1eb4e06bb8969a304b0227b, entries=200, sequenceid=267, filesize=14.4 K 2024-11-17T18:19:26,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/166ba8cdcef9466091cbfcb274c12d2a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/166ba8cdcef9466091cbfcb274c12d2a 2024-11-17T18:19:26,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60262 deadline: 1731867626790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/166ba8cdcef9466091cbfcb274c12d2a, entries=150, sequenceid=267, filesize=12.0 K 2024-11-17T18:19:26,791 DEBUG [Thread-1246 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., hostname=940f5f05a898,35899,1731867484961, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:19:26,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/26080ac778194db098c5db51e153ce99 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/26080ac778194db098c5db51e153ce99 2024-11-17T18:19:26,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/26080ac778194db098c5db51e153ce99, entries=150, sequenceid=267, filesize=12.0 K 2024-11-17T18:19:26,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8a5ad531a28a418e123484f78b076086 in 1256ms, sequenceid=267, compaction requested=false 2024-11-17T18:19:26,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:26,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:26,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T18:19:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:26,855 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:19:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/61ad81cb10b94823a996c89d4050753d is 50, key is test_row_0/A:col10/1731867565546/Put/seqid=0 2024-11-17T18:19:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742151_1327 (size=12301) 2024-11-17T18:19:27,264 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/61ad81cb10b94823a996c89d4050753d 2024-11-17T18:19:27,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/d7284c2a94344adaa74b05ec2f874114 is 50, key is test_row_0/B:col10/1731867565546/Put/seqid=0 2024-11-17T18:19:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742152_1328 (size=12301) 2024-11-17T18:19:27,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:27,678 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/d7284c2a94344adaa74b05ec2f874114 2024-11-17T18:19:27,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867627680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867627681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867627681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867627682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/4d851694013b4d20badf48940ecb5cc7 is 50, key is test_row_0/C:col10/1731867565546/Put/seqid=0 2024-11-17T18:19:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742153_1329 (size=12301) 2024-11-17T18:19:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T18:19:27,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867627784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867627784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867627784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867627786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867627986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867627987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867627987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:27,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867627989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,091 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/4d851694013b4d20badf48940ecb5cc7 2024-11-17T18:19:28,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/61ad81cb10b94823a996c89d4050753d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/61ad81cb10b94823a996c89d4050753d 2024-11-17T18:19:28,100 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/61ad81cb10b94823a996c89d4050753d, entries=150, sequenceid=281, filesize=12.0 K 2024-11-17T18:19:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/d7284c2a94344adaa74b05ec2f874114 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/d7284c2a94344adaa74b05ec2f874114 2024-11-17T18:19:28,104 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/d7284c2a94344adaa74b05ec2f874114, entries=150, sequenceid=281, filesize=12.0 K 2024-11-17T18:19:28,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/4d851694013b4d20badf48940ecb5cc7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d851694013b4d20badf48940ecb5cc7 2024-11-17T18:19:28,109 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d851694013b4d20badf48940ecb5cc7, entries=150, sequenceid=281, filesize=12.0 K 2024-11-17T18:19:28,110 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8a5ad531a28a418e123484f78b076086 in 1255ms, sequenceid=281, compaction requested=true 2024-11-17T18:19:28,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:28,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:28,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-17T18:19:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-17T18:19:28,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-17T18:19:28,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4780 sec 2024-11-17T18:19:28,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.4830 sec 2024-11-17T18:19:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:28,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:19:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:28,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:28,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c1e1e794a2de4acfb066b11b116dc6c4 is 50, key is test_row_0/A:col10/1731867568291/Put/seqid=0 2024-11-17T18:19:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742154_1330 (size=14741) 2024-11-17T18:19:28,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867628298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867628298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867628302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867628302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867628403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867628403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867628405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867628405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867628605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867628605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867628607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867628608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c1e1e794a2de4acfb066b11b116dc6c4 2024-11-17T18:19:28,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/71ccd2aabb9d45348dd17c5fcb6e11c9 is 50, key is test_row_0/B:col10/1731867568291/Put/seqid=0 2024-11-17T18:19:28,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742155_1331 (size=12301) 2024-11-17T18:19:28,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867628908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867628909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867628911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:28,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867628912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/71ccd2aabb9d45348dd17c5fcb6e11c9 2024-11-17T18:19:29,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/527e72ec7d894066baa077978d56efb9 is 50, key is test_row_0/C:col10/1731867568291/Put/seqid=0 2024-11-17T18:19:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742156_1332 (size=12301) 2024-11-17T18:19:29,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/527e72ec7d894066baa077978d56efb9 2024-11-17T18:19:29,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c1e1e794a2de4acfb066b11b116dc6c4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c1e1e794a2de4acfb066b11b116dc6c4 2024-11-17T18:19:29,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c1e1e794a2de4acfb066b11b116dc6c4, entries=200, sequenceid=307, filesize=14.4 K 2024-11-17T18:19:29,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/71ccd2aabb9d45348dd17c5fcb6e11c9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/71ccd2aabb9d45348dd17c5fcb6e11c9 2024-11-17T18:19:29,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/71ccd2aabb9d45348dd17c5fcb6e11c9, entries=150, sequenceid=307, filesize=12.0 K 2024-11-17T18:19:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/527e72ec7d894066baa077978d56efb9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/527e72ec7d894066baa077978d56efb9 2024-11-17T18:19:29,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/527e72ec7d894066baa077978d56efb9, entries=150, sequenceid=307, filesize=12.0 K 2024-11-17T18:19:29,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8a5ad531a28a418e123484f78b076086 in 853ms, sequenceid=307, compaction requested=true 2024-11-17T18:19:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:29,145 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:19:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:29,145 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:19:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8a5ad531a28a418e123484f78b076086:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:29,147 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54480 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:19:29,147 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:19:29,147 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/A is initiating minor compaction (all files) 2024-11-17T18:19:29,147 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/B is initiating minor compaction (all files) 2024-11-17T18:19:29,147 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/B in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:29,147 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/A in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:29,147 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/ca5196ef0e4e46cb960ee94a64f799d1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/973d6320f1eb4e06bb8969a304b0227b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/61ad81cb10b94823a996c89d4050753d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c1e1e794a2de4acfb066b11b116dc6c4] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=53.2 K 2024-11-17T18:19:29,147 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/e5ac8c403afb4a8e8eccd5f59e1b1c5b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/166ba8cdcef9466091cbfcb274c12d2a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/d7284c2a94344adaa74b05ec2f874114, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/71ccd2aabb9d45348dd17c5fcb6e11c9] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=48.4 K 2024-11-17T18:19:29,147 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e5ac8c403afb4a8e8eccd5f59e1b1c5b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731867563793 2024-11-17T18:19:29,147 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca5196ef0e4e46cb960ee94a64f799d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731867563793 2024-11-17T18:19:29,148 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 166ba8cdcef9466091cbfcb274c12d2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731867564423 2024-11-17T18:19:29,148 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 973d6320f1eb4e06bb8969a304b0227b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731867564422 2024-11-17T18:19:29,148 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d7284c2a94344adaa74b05ec2f874114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731867565546 2024-11-17T18:19:29,148 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61ad81cb10b94823a996c89d4050753d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731867565546 2024-11-17T18:19:29,149 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 71ccd2aabb9d45348dd17c5fcb6e11c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731867567676 2024-11-17T18:19:29,149 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1e1e794a2de4acfb066b11b116dc6c4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731867567676 2024-11-17T18:19:29,158 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:29,159 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:29,159 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/bf9efdce757345b8852d6e348200b434 is 50, key is test_row_0/A:col10/1731867568291/Put/seqid=0 2024-11-17T18:19:29,159 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/0d6456bc74424d5580cf2d0bbd48a2d6 is 50, key is test_row_0/B:col10/1731867568291/Put/seqid=0 2024-11-17T18:19:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742158_1334 (size=12983) 2024-11-17T18:19:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742157_1333 (size=12983) 2024-11-17T18:19:29,188 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/0d6456bc74424d5580cf2d0bbd48a2d6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/0d6456bc74424d5580cf2d0bbd48a2d6 2024-11-17T18:19:29,193 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8a5ad531a28a418e123484f78b076086/B of 8a5ad531a28a418e123484f78b076086 into 0d6456bc74424d5580cf2d0bbd48a2d6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:29,193 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:29,193 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/B, priority=12, startTime=1731867569145; duration=0sec 2024-11-17T18:19:29,193 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:29,193 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:B 2024-11-17T18:19:29,193 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:19:29,194 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:19:29,194 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 8a5ad531a28a418e123484f78b076086/C is initiating minor compaction (all files) 2024-11-17T18:19:29,194 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8a5ad531a28a418e123484f78b076086/C in TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:29,194 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/0688312ad822488d9a83b05be32a5dc8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/26080ac778194db098c5db51e153ce99, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d851694013b4d20badf48940ecb5cc7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/527e72ec7d894066baa077978d56efb9] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp, totalSize=48.4 K 2024-11-17T18:19:29,195 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 0688312ad822488d9a83b05be32a5dc8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731867563793 2024-11-17T18:19:29,195 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 26080ac778194db098c5db51e153ce99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731867564423 2024-11-17T18:19:29,196 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d851694013b4d20badf48940ecb5cc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731867565546 2024-11-17T18:19:29,196 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 527e72ec7d894066baa077978d56efb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731867567676 2024-11-17T18:19:29,205 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8a5ad531a28a418e123484f78b076086#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:29,206 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/f682adcb6faf4f1699c53f55adeb33fe is 50, key is test_row_0/C:col10/1731867568291/Put/seqid=0 2024-11-17T18:19:29,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742159_1335 (size=12983) 2024-11-17T18:19:29,218 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/f682adcb6faf4f1699c53f55adeb33fe as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/f682adcb6faf4f1699c53f55adeb33fe 2024-11-17T18:19:29,223 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8a5ad531a28a418e123484f78b076086/C of 8a5ad531a28a418e123484f78b076086 into f682adcb6faf4f1699c53f55adeb33fe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:29,223 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:29,223 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/C, priority=12, startTime=1731867569145; duration=0sec 2024-11-17T18:19:29,223 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:29,223 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:C 2024-11-17T18:19:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:29,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:19:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:29,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/8e928d5ee930494aae8958c10fe41264 is 50, key is test_row_0/A:col10/1731867569414/Put/seqid=0 2024-11-17T18:19:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742160_1336 (size=12301) 2024-11-17T18:19:29,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/8e928d5ee930494aae8958c10fe41264 2024-11-17T18:19:29,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/a47a704229b342f384b932400ba0bad2 is 50, key is test_row_0/B:col10/1731867569414/Put/seqid=0 2024-11-17T18:19:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867629434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742161_1337 (size=12301) 2024-11-17T18:19:29,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/a47a704229b342f384b932400ba0bad2 2024-11-17T18:19:29,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867629436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867629437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867629437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/a16653577bcc4c948f83e1120b9f9fc6 is 50, key is test_row_0/C:col10/1731867569414/Put/seqid=0 2024-11-17T18:19:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742162_1338 (size=12301) 2024-11-17T18:19:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867629538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867629540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867629540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867629540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,577 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/bf9efdce757345b8852d6e348200b434 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/bf9efdce757345b8852d6e348200b434 2024-11-17T18:19:29,582 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8a5ad531a28a418e123484f78b076086/A of 8a5ad531a28a418e123484f78b076086 into bf9efdce757345b8852d6e348200b434(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:29,582 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:29,582 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086., storeName=8a5ad531a28a418e123484f78b076086/A, priority=12, startTime=1731867569145; duration=0sec 2024-11-17T18:19:29,582 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:29,582 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8a5ad531a28a418e123484f78b076086:A 2024-11-17T18:19:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T18:19:29,738 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-17T18:19:29,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-17T18:19:29,741 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:29,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60286 deadline: 1731867629741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,742 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:29,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T18:19:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60226 deadline: 1731867629743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60228 deadline: 1731867629743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60256 deadline: 1731867629744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,779 DEBUG [Thread-1249 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fec4a59 to 127.0.0.1:64935 2024-11-17T18:19:29,780 DEBUG [Thread-1249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:29,780 DEBUG [Thread-1255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4405c4d4 to 127.0.0.1:64935 2024-11-17T18:19:29,780 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:29,781 DEBUG [Thread-1257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04700783 to 127.0.0.1:64935 2024-11-17T18:19:29,781 DEBUG [Thread-1251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x269551a1 to 127.0.0.1:64935 2024-11-17T18:19:29,781 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:29,781 DEBUG [Thread-1257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:29,782 DEBUG [Thread-1253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15d8cbe0 to 127.0.0.1:64935 2024-11-17T18:19:29,782 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T18:19:29,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/a16653577bcc4c948f83e1120b9f9fc6 2024-11-17T18:19:29,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/8e928d5ee930494aae8958c10fe41264 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8e928d5ee930494aae8958c10fe41264 2024-11-17T18:19:29,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8e928d5ee930494aae8958c10fe41264, entries=150, sequenceid=321, filesize=12.0 K 2024-11-17T18:19:29,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/a47a704229b342f384b932400ba0bad2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/a47a704229b342f384b932400ba0bad2 2024-11-17T18:19:29,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/a47a704229b342f384b932400ba0bad2, entries=150, sequenceid=321, filesize=12.0 K 2024-11-17T18:19:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/a16653577bcc4c948f83e1120b9f9fc6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a16653577bcc4c948f83e1120b9f9fc6 2024-11-17T18:19:29,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a16653577bcc4c948f83e1120b9f9fc6, entries=150, sequenceid=321, filesize=12.0 K 2024-11-17T18:19:29,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8a5ad531a28a418e123484f78b076086 in 450ms, sequenceid=321, compaction requested=false 2024-11-17T18:19:29,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:29,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:29,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-17T18:19:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:29,895 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:19:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:29,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c824fe82265c447cba91dcbac3bf3eda is 50, key is test_row_0/A:col10/1731867569436/Put/seqid=0 2024-11-17T18:19:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742163_1339 (size=12301) 2024-11-17T18:19:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T18:19:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:30,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. as already flushing 2024-11-17T18:19:30,045 DEBUG [Thread-1240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x792867de to 127.0.0.1:64935 2024-11-17T18:19:30,045 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:30,047 DEBUG [Thread-1238 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x426ed76e to 127.0.0.1:64935 2024-11-17T18:19:30,047 DEBUG [Thread-1238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:30,048 DEBUG [Thread-1242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x629b3265 to 127.0.0.1:64935 2024-11-17T18:19:30,048 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:30,048 DEBUG [Thread-1244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4729ae0c to 127.0.0.1:64935 2024-11-17T18:19:30,048 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:30,303 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c824fe82265c447cba91dcbac3bf3eda 2024-11-17T18:19:30,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/4b1efd8a07b84272a3672db0da0ad889 is 50, key is test_row_0/B:col10/1731867569436/Put/seqid=0 2024-11-17T18:19:30,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742164_1340 (size=12301) 2024-11-17T18:19:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T18:19:30,713 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/4b1efd8a07b84272a3672db0da0ad889 2024-11-17T18:19:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/3a621156377e46178ed0241d969dc7e8 is 50, key is test_row_0/C:col10/1731867569436/Put/seqid=0 2024-11-17T18:19:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742165_1341 (size=12301) 2024-11-17T18:19:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T18:19:31,124 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/3a621156377e46178ed0241d969dc7e8 2024-11-17T18:19:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/c824fe82265c447cba91dcbac3bf3eda as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c824fe82265c447cba91dcbac3bf3eda 2024-11-17T18:19:31,132 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c824fe82265c447cba91dcbac3bf3eda, entries=150, sequenceid=347, filesize=12.0 K 2024-11-17T18:19:31,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/4b1efd8a07b84272a3672db0da0ad889 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/4b1efd8a07b84272a3672db0da0ad889 2024-11-17T18:19:31,136 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/4b1efd8a07b84272a3672db0da0ad889, entries=150, sequenceid=347, filesize=12.0 K 2024-11-17T18:19:31,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/3a621156377e46178ed0241d969dc7e8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3a621156377e46178ed0241d969dc7e8 2024-11-17T18:19:31,139 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3a621156377e46178ed0241d969dc7e8, entries=150, sequenceid=347, filesize=12.0 K 2024-11-17T18:19:31,140 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 8a5ad531a28a418e123484f78b076086 in 1245ms, sequenceid=347, compaction requested=true 2024-11-17T18:19:31,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:31,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:31,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-17T18:19:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-17T18:19:31,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-17T18:19:31,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-17T18:19:31,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4030 sec 2024-11-17T18:19:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T18:19:31,846 INFO [Thread-1248 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-17T18:19:33,247 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T18:19:36,827 DEBUG [Thread-1246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b4bf453 to 127.0.0.1:64935 2024-11-17T18:19:36,827 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7942 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8082 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7779 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7979 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8099 2024-11-17T18:19:36,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T18:19:36,827 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T18:19:36,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22b24dcb to 127.0.0.1:64935 2024-11-17T18:19:36,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:19:36,828 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T18:19:36,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T18:19:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T18:19:36,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867576830"}]},"ts":"1731867576830"} 2024-11-17T18:19:36,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T18:19:36,834 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T18:19:36,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:19:36,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a5ad531a28a418e123484f78b076086, UNASSIGN}] 2024-11-17T18:19:36,836 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a5ad531a28a418e123484f78b076086, UNASSIGN 2024-11-17T18:19:36,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=8a5ad531a28a418e123484f78b076086, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:36,837 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:19:36,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:19:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T18:19:36,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:36,989 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 8a5ad531a28a418e123484f78b076086, disabling compactions & flushes 2024-11-17T18:19:36,989 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. after waiting 0 ms 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:36,989 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 8a5ad531a28a418e123484f78b076086 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=A 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=B 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8a5ad531a28a418e123484f78b076086, store=C 2024-11-17T18:19:36,989 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:36,993 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/dbb62d2b26574ca4b1687145f4779844 is 50, key is test_row_1/A:col10/1731867576826/Put/seqid=0 2024-11-17T18:19:36,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742166_1342 (size=9857) 2024-11-17T18:19:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T18:19:37,397 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/dbb62d2b26574ca4b1687145f4779844 2024-11-17T18:19:37,404 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3a55c72fc1a64619a99e9a5c0152caf3 is 50, key is test_row_1/B:col10/1731867576826/Put/seqid=0 2024-11-17T18:19:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742167_1343 (size=9857) 2024-11-17T18:19:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T18:19:37,808 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3a55c72fc1a64619a99e9a5c0152caf3 2024-11-17T18:19:37,815 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9b6904e7a16b492bb0f8fc5cdbd36bb1 is 50, key is test_row_1/C:col10/1731867576826/Put/seqid=0 2024-11-17T18:19:37,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742168_1344 (size=9857) 2024-11-17T18:19:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T18:19:38,219 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9b6904e7a16b492bb0f8fc5cdbd36bb1 2024-11-17T18:19:38,223 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/A/dbb62d2b26574ca4b1687145f4779844 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/dbb62d2b26574ca4b1687145f4779844 2024-11-17T18:19:38,226 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/dbb62d2b26574ca4b1687145f4779844, entries=100, sequenceid=355, filesize=9.6 K 2024-11-17T18:19:38,227 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/B/3a55c72fc1a64619a99e9a5c0152caf3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3a55c72fc1a64619a99e9a5c0152caf3 2024-11-17T18:19:38,230 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3a55c72fc1a64619a99e9a5c0152caf3, entries=100, sequenceid=355, filesize=9.6 K 2024-11-17T18:19:38,231 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/.tmp/C/9b6904e7a16b492bb0f8fc5cdbd36bb1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9b6904e7a16b492bb0f8fc5cdbd36bb1 2024-11-17T18:19:38,234 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9b6904e7a16b492bb0f8fc5cdbd36bb1, entries=100, sequenceid=355, filesize=9.6 K 2024-11-17T18:19:38,234 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8a5ad531a28a418e123484f78b076086 in 1245ms, sequenceid=355, compaction requested=true 2024-11-17T18:19:38,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/6fc67963a04e408a925ea0eb59a5e245, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/80858499a69149ec932d3c2d731d2c5b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/0d9df41b26de42ca9842fe5aab1a3aea, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/27d96d2040854fadb0b6195a00e5cfbf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/5c9c01d765d94a5cb8fc7e5a54dd0cd3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1db79614a98f4dfb8ba398a43430debb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c26d604492aa47b7b4d918c6590a7b20, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/59844443e0cf42da991f602e55ad6ca2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/e1bf780932b74055809f02debd6ab582, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/2e8c087559f54f1da99caab9f48a06b8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/08df8e8132eb4e9eb5fe34902399d676, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/552fc11d993044f68866a1cbbc0884bc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1ee9d4525d6142f8a871e96e7ae8b6d3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1cb9e618eae54120945c45201cab66d0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/32b6ffbfff9d40478ffdb9649e99f544, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/ca5196ef0e4e46cb960ee94a64f799d1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8d9cfb213f2647619dec715ca39d07c1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/973d6320f1eb4e06bb8969a304b0227b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/61ad81cb10b94823a996c89d4050753d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c1e1e794a2de4acfb066b11b116dc6c4] to archive 2024-11-17T18:19:38,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:19:38,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/6fc67963a04e408a925ea0eb59a5e245 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/6fc67963a04e408a925ea0eb59a5e245 2024-11-17T18:19:38,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/80858499a69149ec932d3c2d731d2c5b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/80858499a69149ec932d3c2d731d2c5b 2024-11-17T18:19:38,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/0d9df41b26de42ca9842fe5aab1a3aea to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/0d9df41b26de42ca9842fe5aab1a3aea 2024-11-17T18:19:38,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/27d96d2040854fadb0b6195a00e5cfbf to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/27d96d2040854fadb0b6195a00e5cfbf 2024-11-17T18:19:38,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/5c9c01d765d94a5cb8fc7e5a54dd0cd3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/5c9c01d765d94a5cb8fc7e5a54dd0cd3 2024-11-17T18:19:38,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1db79614a98f4dfb8ba398a43430debb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1db79614a98f4dfb8ba398a43430debb 2024-11-17T18:19:38,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c26d604492aa47b7b4d918c6590a7b20 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c26d604492aa47b7b4d918c6590a7b20 2024-11-17T18:19:38,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/59844443e0cf42da991f602e55ad6ca2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/59844443e0cf42da991f602e55ad6ca2 2024-11-17T18:19:38,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/e1bf780932b74055809f02debd6ab582 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/e1bf780932b74055809f02debd6ab582 2024-11-17T18:19:38,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/2e8c087559f54f1da99caab9f48a06b8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/2e8c087559f54f1da99caab9f48a06b8 2024-11-17T18:19:38,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/08df8e8132eb4e9eb5fe34902399d676 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/08df8e8132eb4e9eb5fe34902399d676 2024-11-17T18:19:38,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/552fc11d993044f68866a1cbbc0884bc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/552fc11d993044f68866a1cbbc0884bc 2024-11-17T18:19:38,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1ee9d4525d6142f8a871e96e7ae8b6d3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1ee9d4525d6142f8a871e96e7ae8b6d3 2024-11-17T18:19:38,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1cb9e618eae54120945c45201cab66d0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/1cb9e618eae54120945c45201cab66d0 2024-11-17T18:19:38,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/32b6ffbfff9d40478ffdb9649e99f544 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/32b6ffbfff9d40478ffdb9649e99f544 2024-11-17T18:19:38,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/ca5196ef0e4e46cb960ee94a64f799d1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/ca5196ef0e4e46cb960ee94a64f799d1 2024-11-17T18:19:38,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8d9cfb213f2647619dec715ca39d07c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8d9cfb213f2647619dec715ca39d07c1 2024-11-17T18:19:38,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/973d6320f1eb4e06bb8969a304b0227b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/973d6320f1eb4e06bb8969a304b0227b 2024-11-17T18:19:38,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/61ad81cb10b94823a996c89d4050753d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/61ad81cb10b94823a996c89d4050753d 2024-11-17T18:19:38,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c1e1e794a2de4acfb066b11b116dc6c4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c1e1e794a2de4acfb066b11b116dc6c4 2024-11-17T18:19:38,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/df3cf543b262464f88d373702659d290, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/131ddaf976244d7a925bd3f3e2320b25, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/f9ff513fa3d945e6ae8213b4c8528316, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/2bea1ddb20c34210a62597479cfe59c9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c7e75f1aec3642a4b91d634b1ff186db, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c117a7c8abe4ccca31117884a614bdd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c43a9fa670dd490988c07557e7c40382, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/ea77758923bb4265b114175e8bc3e9a3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3b02801397de4c62903c42ab92710fef, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/aab159300f5c4539ba2a8cb03078bb02, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/bc894ea78e63483e901feadb95845468, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/45b2d31695a24a4eadb02b17355104bc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c31dac707144dfeb3065cb1dca79a17, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6e097dcb5fb94698b327072cfbda2394, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c2766474d3544e49b65eca3f0fb02e01, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/e5ac8c403afb4a8e8eccd5f59e1b1c5b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6b785e9cc1a24ec59165c13bd9871b3c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/166ba8cdcef9466091cbfcb274c12d2a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/d7284c2a94344adaa74b05ec2f874114, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/71ccd2aabb9d45348dd17c5fcb6e11c9] to archive 2024-11-17T18:19:38,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:19:38,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/df3cf543b262464f88d373702659d290 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/df3cf543b262464f88d373702659d290 2024-11-17T18:19:38,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/131ddaf976244d7a925bd3f3e2320b25 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/131ddaf976244d7a925bd3f3e2320b25 2024-11-17T18:19:38,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/f9ff513fa3d945e6ae8213b4c8528316 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/f9ff513fa3d945e6ae8213b4c8528316 2024-11-17T18:19:38,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/2bea1ddb20c34210a62597479cfe59c9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/2bea1ddb20c34210a62597479cfe59c9 2024-11-17T18:19:38,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c7e75f1aec3642a4b91d634b1ff186db to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c7e75f1aec3642a4b91d634b1ff186db 2024-11-17T18:19:38,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c117a7c8abe4ccca31117884a614bdd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c117a7c8abe4ccca31117884a614bdd 2024-11-17T18:19:38,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c43a9fa670dd490988c07557e7c40382 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c43a9fa670dd490988c07557e7c40382 2024-11-17T18:19:38,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/ea77758923bb4265b114175e8bc3e9a3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/ea77758923bb4265b114175e8bc3e9a3 2024-11-17T18:19:38,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3b02801397de4c62903c42ab92710fef to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3b02801397de4c62903c42ab92710fef 2024-11-17T18:19:38,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/aab159300f5c4539ba2a8cb03078bb02 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/aab159300f5c4539ba2a8cb03078bb02 2024-11-17T18:19:38,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/bc894ea78e63483e901feadb95845468 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/bc894ea78e63483e901feadb95845468 2024-11-17T18:19:38,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/45b2d31695a24a4eadb02b17355104bc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/45b2d31695a24a4eadb02b17355104bc 2024-11-17T18:19:38,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c31dac707144dfeb3065cb1dca79a17 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3c31dac707144dfeb3065cb1dca79a17 2024-11-17T18:19:38,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6e097dcb5fb94698b327072cfbda2394 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6e097dcb5fb94698b327072cfbda2394 2024-11-17T18:19:38,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c2766474d3544e49b65eca3f0fb02e01 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/c2766474d3544e49b65eca3f0fb02e01 2024-11-17T18:19:38,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/e5ac8c403afb4a8e8eccd5f59e1b1c5b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/e5ac8c403afb4a8e8eccd5f59e1b1c5b 2024-11-17T18:19:38,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6b785e9cc1a24ec59165c13bd9871b3c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/6b785e9cc1a24ec59165c13bd9871b3c 2024-11-17T18:19:38,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/166ba8cdcef9466091cbfcb274c12d2a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/166ba8cdcef9466091cbfcb274c12d2a 2024-11-17T18:19:38,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/d7284c2a94344adaa74b05ec2f874114 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/d7284c2a94344adaa74b05ec2f874114 2024-11-17T18:19:38,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/71ccd2aabb9d45348dd17c5fcb6e11c9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/71ccd2aabb9d45348dd17c5fcb6e11c9 2024-11-17T18:19:38,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1c7acfd9ccc04356b0ae03b98b2caea7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/6bbc24c4829e4f29b2c7cc29c0be8b22, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/c7273759e3e849bc912ff0c0a16bd50f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3244914d889d4e218c94a16d8f5bef59, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9edebcbf849347bfa3573bf6a3b4d89d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/dbf166d5842a4b75ad5521eb80b3a5dd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1727cb0c9ff24f83bce71254b325f21f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a02a3e5452224dbc840e1e9ffb149fe4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ae9519d0e5d0412fa6daf5308b4abf10, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2312c2642dde444ea1aa1f3f6572264d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/805a38751cae4866bc2e301fd01e4e6e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/06c83c9e92dd485b91793d855eb161fb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2df41b04cd8843f4998e1af3e8f88a51, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ff8de4ea3d3b4b3e9b2f94bb426cf857, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9f2ab2069209450e99f74d177901c8ea, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/0688312ad822488d9a83b05be32a5dc8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d73615348f64b55b35b6c3d8ad20123, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/26080ac778194db098c5db51e153ce99, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d851694013b4d20badf48940ecb5cc7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/527e72ec7d894066baa077978d56efb9] to archive 2024-11-17T18:19:38,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:19:38,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1c7acfd9ccc04356b0ae03b98b2caea7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1c7acfd9ccc04356b0ae03b98b2caea7 2024-11-17T18:19:38,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/6bbc24c4829e4f29b2c7cc29c0be8b22 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/6bbc24c4829e4f29b2c7cc29c0be8b22 2024-11-17T18:19:38,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/c7273759e3e849bc912ff0c0a16bd50f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/c7273759e3e849bc912ff0c0a16bd50f 2024-11-17T18:19:38,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3244914d889d4e218c94a16d8f5bef59 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3244914d889d4e218c94a16d8f5bef59 2024-11-17T18:19:38,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9edebcbf849347bfa3573bf6a3b4d89d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9edebcbf849347bfa3573bf6a3b4d89d 2024-11-17T18:19:38,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/dbf166d5842a4b75ad5521eb80b3a5dd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/dbf166d5842a4b75ad5521eb80b3a5dd 2024-11-17T18:19:38,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1727cb0c9ff24f83bce71254b325f21f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/1727cb0c9ff24f83bce71254b325f21f 2024-11-17T18:19:38,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a02a3e5452224dbc840e1e9ffb149fe4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a02a3e5452224dbc840e1e9ffb149fe4 2024-11-17T18:19:38,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ae9519d0e5d0412fa6daf5308b4abf10 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ae9519d0e5d0412fa6daf5308b4abf10 2024-11-17T18:19:38,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2312c2642dde444ea1aa1f3f6572264d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2312c2642dde444ea1aa1f3f6572264d 2024-11-17T18:19:38,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/805a38751cae4866bc2e301fd01e4e6e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/805a38751cae4866bc2e301fd01e4e6e 2024-11-17T18:19:38,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/06c83c9e92dd485b91793d855eb161fb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/06c83c9e92dd485b91793d855eb161fb 2024-11-17T18:19:38,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2df41b04cd8843f4998e1af3e8f88a51 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/2df41b04cd8843f4998e1af3e8f88a51 2024-11-17T18:19:38,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ff8de4ea3d3b4b3e9b2f94bb426cf857 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/ff8de4ea3d3b4b3e9b2f94bb426cf857 2024-11-17T18:19:38,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9f2ab2069209450e99f74d177901c8ea to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9f2ab2069209450e99f74d177901c8ea 2024-11-17T18:19:38,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/0688312ad822488d9a83b05be32a5dc8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/0688312ad822488d9a83b05be32a5dc8 2024-11-17T18:19:38,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d73615348f64b55b35b6c3d8ad20123 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d73615348f64b55b35b6c3d8ad20123 2024-11-17T18:19:38,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/26080ac778194db098c5db51e153ce99 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/26080ac778194db098c5db51e153ce99 2024-11-17T18:19:38,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d851694013b4d20badf48940ecb5cc7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/4d851694013b4d20badf48940ecb5cc7 2024-11-17T18:19:38,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/527e72ec7d894066baa077978d56efb9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/527e72ec7d894066baa077978d56efb9 2024-11-17T18:19:38,294 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/recovered.edits/358.seqid, newMaxSeqId=358, maxSeqId=1 2024-11-17T18:19:38,295 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086. 2024-11-17T18:19:38,295 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 8a5ad531a28a418e123484f78b076086: 2024-11-17T18:19:38,296 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:38,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=8a5ad531a28a418e123484f78b076086, regionState=CLOSED 2024-11-17T18:19:38,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-17T18:19:38,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 8a5ad531a28a418e123484f78b076086, server=940f5f05a898,35899,1731867484961 in 1.4600 sec 2024-11-17T18:19:38,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-17T18:19:38,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8a5ad531a28a418e123484f78b076086, UNASSIGN in 1.4620 sec 2024-11-17T18:19:38,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-17T18:19:38,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4650 sec 2024-11-17T18:19:38,302 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867578302"}]},"ts":"1731867578302"} 2024-11-17T18:19:38,302 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T18:19:38,304 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T18:19:38,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4770 sec 2024-11-17T18:19:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T18:19:38,934 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-17T18:19:38,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T18:19:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:38,936 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T18:19:38,936 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:38,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:38,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/recovered.edits] 2024-11-17T18:19:38,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8e928d5ee930494aae8958c10fe41264 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/8e928d5ee930494aae8958c10fe41264 2024-11-17T18:19:38,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/bf9efdce757345b8852d6e348200b434 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/bf9efdce757345b8852d6e348200b434 2024-11-17T18:19:38,944 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c824fe82265c447cba91dcbac3bf3eda to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/c824fe82265c447cba91dcbac3bf3eda 2024-11-17T18:19:38,945 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/dbb62d2b26574ca4b1687145f4779844 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/A/dbb62d2b26574ca4b1687145f4779844 2024-11-17T18:19:38,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/0d6456bc74424d5580cf2d0bbd48a2d6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/0d6456bc74424d5580cf2d0bbd48a2d6 2024-11-17T18:19:38,947 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3a55c72fc1a64619a99e9a5c0152caf3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/3a55c72fc1a64619a99e9a5c0152caf3 2024-11-17T18:19:38,948 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/4b1efd8a07b84272a3672db0da0ad889 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/4b1efd8a07b84272a3672db0da0ad889 2024-11-17T18:19:38,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/a47a704229b342f384b932400ba0bad2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/B/a47a704229b342f384b932400ba0bad2 2024-11-17T18:19:38,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3a621156377e46178ed0241d969dc7e8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/3a621156377e46178ed0241d969dc7e8 2024-11-17T18:19:38,952 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9b6904e7a16b492bb0f8fc5cdbd36bb1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/9b6904e7a16b492bb0f8fc5cdbd36bb1 2024-11-17T18:19:38,953 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a16653577bcc4c948f83e1120b9f9fc6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/a16653577bcc4c948f83e1120b9f9fc6 2024-11-17T18:19:38,954 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/f682adcb6faf4f1699c53f55adeb33fe to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/C/f682adcb6faf4f1699c53f55adeb33fe 2024-11-17T18:19:38,956 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/recovered.edits/358.seqid to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086/recovered.edits/358.seqid 2024-11-17T18:19:38,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/8a5ad531a28a418e123484f78b076086 2024-11-17T18:19:38,957 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T18:19:38,959 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:38,963 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T18:19:38,965 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T18:19:38,966 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:38,966 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T18:19:38,966 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731867578966"}]},"ts":"9223372036854775807"} 2024-11-17T18:19:38,968 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T18:19:38,968 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8a5ad531a28a418e123484f78b076086, NAME => 'TestAcidGuarantees,,1731867547620.8a5ad531a28a418e123484f78b076086.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T18:19:38,968 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T18:19:38,968 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731867578968"}]},"ts":"9223372036854775807"} 2024-11-17T18:19:38,969 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T18:19:38,972 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:38,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-17T18:19:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T18:19:39,037 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-17T18:19:39,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238 (was 240), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 454), ProcessCount=11 (was 11), AvailableMemoryMB=11591 (was 11640) 2024-11-17T18:19:39,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=11590 2024-11-17T18:19:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:19:39,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:19:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:39,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T18:19:39,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:39,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-17T18:19:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-17T18:19:39,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T18:19:39,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742169_1345 (size=960) 2024-11-17T18:19:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-17T18:19:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-17T18:19:39,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:19:39,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742170_1346 (size=53) 2024-11-17T18:19:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-17T18:19:39,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:19:39,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 60307cedb32fa83884d6c5005566c5b4, disabling compactions & flushes 2024-11-17T18:19:39,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:39,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:39,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. after waiting 0 ms 2024-11-17T18:19:39,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:39,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:39,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:39,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T18:19:39,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731867579871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731867579871"}]},"ts":"1731867579871"} 2024-11-17T18:19:39,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T18:19:39,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T18:19:39,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867579873"}]},"ts":"1731867579873"} 2024-11-17T18:19:39,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T18:19:39,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, ASSIGN}] 2024-11-17T18:19:39,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, ASSIGN 2024-11-17T18:19:39,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, ASSIGN; state=OFFLINE, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=false 2024-11-17T18:19:40,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:40,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:19:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-17T18:19:40,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:40,184 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:40,184 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:19:40,184 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,185 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:19:40,185 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,185 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,186 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,187 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:40,187 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60307cedb32fa83884d6c5005566c5b4 columnFamilyName A 2024-11-17T18:19:40,187 DEBUG [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:40,187 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(327): Store=60307cedb32fa83884d6c5005566c5b4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:40,188 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,188 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:40,189 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60307cedb32fa83884d6c5005566c5b4 columnFamilyName B 2024-11-17T18:19:40,189 DEBUG [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:40,189 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(327): Store=60307cedb32fa83884d6c5005566c5b4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:40,189 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,190 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:40,190 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60307cedb32fa83884d6c5005566c5b4 columnFamilyName C 2024-11-17T18:19:40,190 DEBUG [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:40,190 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(327): Store=60307cedb32fa83884d6c5005566c5b4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:40,191 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:40,191 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,192 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,193 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:19:40,193 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:40,195 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:19:40,195 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 60307cedb32fa83884d6c5005566c5b4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72179990, jitterRate=0.07556566596031189}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:19:40,196 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:40,197 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., pid=94, masterSystemTime=1731867580181 2024-11-17T18:19:40,198 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:40,198 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:40,198 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:40,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-17T18:19:40,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 in 169 msec 2024-11-17T18:19:40,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-17T18:19:40,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, ASSIGN in 323 msec 2024-11-17T18:19:40,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T18:19:40,202 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867580201"}]},"ts":"1731867580201"} 2024-11-17T18:19:40,202 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T18:19:40,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T18:19:40,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-17T18:19:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-17T18:19:41,162 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-17T18:19:41,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b2fd976 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52815fa 2024-11-17T18:19:41,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eafab16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:41,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:41,169 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:41,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T18:19:41,170 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T18:19:41,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:19:41,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:19:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T18:19:41,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742171_1347 (size=996) 2024-11-17T18:19:41,582 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-17T18:19:41,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-17T18:19:41,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:19:41,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, REOPEN/MOVE}] 2024-11-17T18:19:41,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, REOPEN/MOVE 2024-11-17T18:19:41,587 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:41,588 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:19:41,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:19:41,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:41,739 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:41,739 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:19:41,740 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 60307cedb32fa83884d6c5005566c5b4, disabling compactions & flushes 2024-11-17T18:19:41,740 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:41,740 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:41,740 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. after waiting 0 ms 2024-11-17T18:19:41,740 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:41,743 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T18:19:41,744 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:41,744 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:41,744 WARN [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 60307cedb32fa83884d6c5005566c5b4 to self. 2024-11-17T18:19:41,745 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:41,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=CLOSED 2024-11-17T18:19:41,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-17T18:19:41,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 in 158 msec 2024-11-17T18:19:41,747 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, REOPEN/MOVE; state=CLOSED, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=true 2024-11-17T18:19:41,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:41,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:19:42,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,053 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,053 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:19:42,054 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,054 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:19:42,054 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,054 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,055 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,056 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:42,056 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60307cedb32fa83884d6c5005566c5b4 columnFamilyName A 2024-11-17T18:19:42,057 DEBUG [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:42,057 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(327): Store=60307cedb32fa83884d6c5005566c5b4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:42,058 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,058 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:42,058 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60307cedb32fa83884d6c5005566c5b4 columnFamilyName B 2024-11-17T18:19:42,059 DEBUG [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:42,059 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(327): Store=60307cedb32fa83884d6c5005566c5b4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:42,059 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,059 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:19:42,059 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60307cedb32fa83884d6c5005566c5b4 columnFamilyName C 2024-11-17T18:19:42,059 DEBUG [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:42,060 INFO [StoreOpener-60307cedb32fa83884d6c5005566c5b4-1 {}] regionserver.HStore(327): Store=60307cedb32fa83884d6c5005566c5b4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:19:42,060 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,060 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,061 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,062 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:19:42,063 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,064 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 60307cedb32fa83884d6c5005566c5b4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74172237, jitterRate=0.1052524596452713}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:19:42,064 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:42,065 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., pid=99, masterSystemTime=1731867582050 2024-11-17T18:19:42,066 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,066 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=OPEN, openSeqNum=5, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-17T18:19:42,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 in 168 msec 2024-11-17T18:19:42,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-17T18:19:42,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, REOPEN/MOVE in 482 msec 2024-11-17T18:19:42,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-17T18:19:42,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-17T18:19:42,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-17T18:19:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-17T18:19:42,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e012929 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bc37ad6 2024-11-17T18:19:42,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48378fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01fcd844 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51390767 2024-11-17T18:19:42,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2507c074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bfa8997 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e1bfb0 2024-11-17T18:19:42,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597ed3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70078619 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f54bb96 2024-11-17T18:19:42,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109a5e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53a2b4ae to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49302d47 2024-11-17T18:19:42,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1cbc10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54374edf to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3aa59475 2024-11-17T18:19:42,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ec943c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cc29a86 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a52a357 2024-11-17T18:19:42,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bd8b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x394a3705 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@261d6360 2024-11-17T18:19:42,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623ea3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f0df5ec to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52c6930e 2024-11-17T18:19:42,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f1a288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7acb9d3e to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c732f8a 2024-11-17T18:19:42,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54de3b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:19:42,108 DEBUG [hconnection-0x3c19656a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,109 DEBUG [hconnection-0x60fd0ab0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,109 DEBUG [hconnection-0x716e7210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,109 DEBUG [hconnection-0x4f28ff20-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,109 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,110 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:42,110 DEBUG [hconnection-0x76311231-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,110 DEBUG [hconnection-0x668b1085-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,111 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,111 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-17T18:19:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-17T18:19:42,112 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,112 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:42,113 DEBUG [hconnection-0x58c3be44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,113 DEBUG [hconnection-0x7d5fcc27-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,113 DEBUG [hconnection-0x232b5828-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,114 DEBUG [hconnection-0x4bb3c8a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:19:42,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:42,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:42,116 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,117 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,117 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,117 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,117 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:19:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:19:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867642136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867642137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867642137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867642137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867642138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111759edf780794d42759b6e469c5727d40d_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867582120/Put/seqid=0 2024-11-17T18:19:42,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742172_1348 (size=9714) 2024-11-17T18:19:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-17T18:19:42,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867642240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867642240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867642240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867642241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867642242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:42,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-17T18:19:42,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867642444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867642444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867642445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867642445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867642445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:42,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111759edf780794d42759b6e469c5727d40d_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111759edf780794d42759b6e469c5727d40d_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:42,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/7ca56615969945289321e608a5fc6702, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:42,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/7ca56615969945289321e608a5fc6702 is 175, key is test_row_0/A:col10/1731867582120/Put/seqid=0 2024-11-17T18:19:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742173_1349 (size=22361) 2024-11-17T18:19:42,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:42,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:42,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-17T18:19:42,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867642747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867642748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867642748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867642749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867642749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:42,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:42,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:42,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:42,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/7ca56615969945289321e608a5fc6702 2024-11-17T18:19:42,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/582529dcf5f34495ac5b545865af42cb is 50, key is test_row_0/B:col10/1731867582120/Put/seqid=0 2024-11-17T18:19:42,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742174_1350 (size=9657) 2024-11-17T18:19:43,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:43,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-17T18:19:43,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:43,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867643253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867643252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867643254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867643255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867643255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/582529dcf5f34495ac5b545865af42cb 2024-11-17T18:19:43,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/7d4afaded0284f97bf5b396d4ec2c83e is 50, key is test_row_0/C:col10/1731867582120/Put/seqid=0 2024-11-17T18:19:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742175_1351 (size=9657) 2024-11-17T18:19:43,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:43,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/7d4afaded0284f97bf5b396d4ec2c83e 2024-11-17T18:19:43,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T18:19:43,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/7ca56615969945289321e608a5fc6702 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/7ca56615969945289321e608a5fc6702 2024-11-17T18:19:43,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/7ca56615969945289321e608a5fc6702, entries=100, sequenceid=16, filesize=21.8 K 2024-11-17T18:19:43,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/582529dcf5f34495ac5b545865af42cb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/582529dcf5f34495ac5b545865af42cb 2024-11-17T18:19:43,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/582529dcf5f34495ac5b545865af42cb, entries=100, sequenceid=16, filesize=9.4 K 2024-11-17T18:19:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/7d4afaded0284f97bf5b396d4ec2c83e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7d4afaded0284f97bf5b396d4ec2c83e 2024-11-17T18:19:43,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7d4afaded0284f97bf5b396d4ec2c83e, entries=100, sequenceid=16, filesize=9.4 K 2024-11-17T18:19:43,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 60307cedb32fa83884d6c5005566c5b4 in 1722ms, sequenceid=16, compaction requested=false 2024-11-17T18:19:43,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:43,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:43,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-17T18:19:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:43,946 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:19:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e794b17128214cc0b7e942ecde650ba7_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867582136/Put/seqid=0 2024-11-17T18:19:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742176_1352 (size=12154) 2024-11-17T18:19:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-17T18:19:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:44,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867644268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867644269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867644270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867644271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867644271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:44,362 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e794b17128214cc0b7e942ecde650ba7_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e794b17128214cc0b7e942ecde650ba7_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:44,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d78ca3828df44f51bc5bc7027eeba338, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d78ca3828df44f51bc5bc7027eeba338 is 175, key is test_row_0/A:col10/1731867582136/Put/seqid=0 2024-11-17T18:19:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742177_1353 (size=30955) 2024-11-17T18:19:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867644374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867644374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867644374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867644377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867644377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867644577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867644577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867644577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867644583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867644584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,770 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d78ca3828df44f51bc5bc7027eeba338 2024-11-17T18:19:44,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/37d781023896407fa1df3fb8a206c1ce is 50, key is test_row_0/B:col10/1731867582136/Put/seqid=0 2024-11-17T18:19:44,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742178_1354 (size=12001) 2024-11-17T18:19:44,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867644879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867644879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867644881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867644887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:44,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867644889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:45,181 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/37d781023896407fa1df3fb8a206c1ce 2024-11-17T18:19:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/ee7763cfb47143fcaaf7702f88a12276 is 50, key is test_row_0/C:col10/1731867582136/Put/seqid=0 2024-11-17T18:19:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742179_1355 (size=12001) 2024-11-17T18:19:45,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867645384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:45,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867645384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:45,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867645386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867645390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867645393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:45,594 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/ee7763cfb47143fcaaf7702f88a12276 2024-11-17T18:19:45,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d78ca3828df44f51bc5bc7027eeba338 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d78ca3828df44f51bc5bc7027eeba338 2024-11-17T18:19:45,602 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d78ca3828df44f51bc5bc7027eeba338, entries=150, sequenceid=41, filesize=30.2 K 2024-11-17T18:19:45,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/37d781023896407fa1df3fb8a206c1ce as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/37d781023896407fa1df3fb8a206c1ce 2024-11-17T18:19:45,607 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/37d781023896407fa1df3fb8a206c1ce, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T18:19:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/ee7763cfb47143fcaaf7702f88a12276 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/ee7763cfb47143fcaaf7702f88a12276 2024-11-17T18:19:45,612 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/ee7763cfb47143fcaaf7702f88a12276, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T18:19:45,613 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 60307cedb32fa83884d6c5005566c5b4 in 1667ms, sequenceid=41, compaction requested=false 2024-11-17T18:19:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-17T18:19:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-17T18:19:45,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-17T18:19:45,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5000 sec 2024-11-17T18:19:45,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 3.5050 sec 2024-11-17T18:19:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-17T18:19:46,217 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-17T18:19:46,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-17T18:19:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-17T18:19:46,220 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:46,220 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:46,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-17T18:19:46,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-17T18:19:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:46,373 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:19:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:46,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:46,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ac0d82a211024b4b80e88c6be757270d_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867584269/Put/seqid=0 2024-11-17T18:19:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742180_1356 (size=12154) 2024-11-17T18:19:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:46,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:46,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867646421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867646422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867646422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867646423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867646424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-17T18:19:46,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867646526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867646526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867646530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867646531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867646531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867646730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867646731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867646733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867646734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867646734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:46,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:46,799 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ac0d82a211024b4b80e88c6be757270d_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ac0d82a211024b4b80e88c6be757270d_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/320755973f5b4b5ca983f6acf0c295cd, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:46,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/320755973f5b4b5ca983f6acf0c295cd is 175, key is test_row_0/A:col10/1731867584269/Put/seqid=0 2024-11-17T18:19:46,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742181_1357 (size=30955) 2024-11-17T18:19:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-17T18:19:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867647035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867647035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867647039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867647040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867647040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,210 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/320755973f5b4b5ca983f6acf0c295cd 2024-11-17T18:19:47,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/d97a3af7f2cd4ee3be4ab033872be65d is 50, key is test_row_0/B:col10/1731867584269/Put/seqid=0 2024-11-17T18:19:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742182_1358 (size=12001) 2024-11-17T18:19:47,222 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/d97a3af7f2cd4ee3be4ab033872be65d 2024-11-17T18:19:47,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/b1eec5f32a9b408abc649a36f9dd36b5 is 50, key is test_row_0/C:col10/1731867584269/Put/seqid=0 2024-11-17T18:19:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742183_1359 (size=12001) 2024-11-17T18:19:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-17T18:19:47,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867647542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867647544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867647544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867647544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867647545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:47,632 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/b1eec5f32a9b408abc649a36f9dd36b5 2024-11-17T18:19:47,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/320755973f5b4b5ca983f6acf0c295cd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/320755973f5b4b5ca983f6acf0c295cd 2024-11-17T18:19:47,640 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/320755973f5b4b5ca983f6acf0c295cd, entries=150, sequenceid=53, filesize=30.2 K 2024-11-17T18:19:47,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/d97a3af7f2cd4ee3be4ab033872be65d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d97a3af7f2cd4ee3be4ab033872be65d 2024-11-17T18:19:47,644 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d97a3af7f2cd4ee3be4ab033872be65d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-17T18:19:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/b1eec5f32a9b408abc649a36f9dd36b5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b1eec5f32a9b408abc649a36f9dd36b5 2024-11-17T18:19:47,648 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b1eec5f32a9b408abc649a36f9dd36b5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-17T18:19:47,649 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 60307cedb32fa83884d6c5005566c5b4 in 1276ms, sequenceid=53, compaction requested=true 2024-11-17T18:19:47,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:47,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:47,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-17T18:19:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-17T18:19:47,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-17T18:19:47,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-17T18:19:47,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4340 sec 2024-11-17T18:19:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-17T18:19:48,323 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-17T18:19:48,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-17T18:19:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-17T18:19:48,326 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:48,326 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:48,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-17T18:19:48,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-17T18:19:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:48,479 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:19:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111784934f0098274eb49c4c3208cfc7d876_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867586421/Put/seqid=0 2024-11-17T18:19:48,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742184_1360 (size=12154) 2024-11-17T18:19:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:48,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:48,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867648558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867648559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867648560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867648560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867648561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-17T18:19:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867648663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867648663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867648666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867648666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867648666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867648866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867648868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867648871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867648872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867648872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:48,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:48,896 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111784934f0098274eb49c4c3208cfc7d876_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111784934f0098274eb49c4c3208cfc7d876_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/1314645407fd4c7682496ad59a0934b0, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/1314645407fd4c7682496ad59a0934b0 is 175, key is test_row_0/A:col10/1731867586421/Put/seqid=0 2024-11-17T18:19:48,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742185_1361 (size=30955) 2024-11-17T18:19:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-17T18:19:49,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867649167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867649172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867649176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867649176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867649177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,303 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/1314645407fd4c7682496ad59a0934b0 2024-11-17T18:19:49,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/ec528284adf846bda02cf7f5d3f47d63 is 50, key is test_row_0/B:col10/1731867586421/Put/seqid=0 2024-11-17T18:19:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742186_1362 (size=12001) 2024-11-17T18:19:49,314 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/ec528284adf846bda02cf7f5d3f47d63 2024-11-17T18:19:49,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/4a09073f9800451caf0a7effc03f2d87 is 50, key is test_row_0/C:col10/1731867586421/Put/seqid=0 2024-11-17T18:19:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742187_1363 (size=12001) 2024-11-17T18:19:49,324 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/4a09073f9800451caf0a7effc03f2d87 2024-11-17T18:19:49,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/1314645407fd4c7682496ad59a0934b0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/1314645407fd4c7682496ad59a0934b0 2024-11-17T18:19:49,336 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/1314645407fd4c7682496ad59a0934b0, entries=150, sequenceid=77, filesize=30.2 K 2024-11-17T18:19:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/ec528284adf846bda02cf7f5d3f47d63 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ec528284adf846bda02cf7f5d3f47d63 2024-11-17T18:19:49,340 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ec528284adf846bda02cf7f5d3f47d63, entries=150, sequenceid=77, filesize=11.7 K 2024-11-17T18:19:49,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/4a09073f9800451caf0a7effc03f2d87 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4a09073f9800451caf0a7effc03f2d87 2024-11-17T18:19:49,344 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4a09073f9800451caf0a7effc03f2d87, entries=150, sequenceid=77, filesize=11.7 K 2024-11-17T18:19:49,345 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 60307cedb32fa83884d6c5005566c5b4 in 866ms, sequenceid=77, compaction requested=true 2024-11-17T18:19:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-17T18:19:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-17T18:19:49,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-17T18:19:49,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0190 sec 2024-11-17T18:19:49,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.0230 sec 2024-11-17T18:19:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-17T18:19:49,429 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-17T18:19:49,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-17T18:19:49,431 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T18:19:49,432 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:49,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T18:19:49,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T18:19:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:49,584 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:19:49,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f3c3e1acf36c4601b938ca71df9daa77_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867588560/Put/seqid=0 2024-11-17T18:19:49,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742188_1364 (size=12154) 2024-11-17T18:19:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:49,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:49,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867649702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867649703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867649704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867649704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867649708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T18:19:49,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867649809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867649810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867649811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867649811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867649814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:49,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:49,999 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f3c3e1acf36c4601b938ca71df9daa77_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f3c3e1acf36c4601b938ca71df9daa77_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d53c2e5447b34accb05b3d9d31bf3ab1, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d53c2e5447b34accb05b3d9d31bf3ab1 is 175, key is test_row_0/A:col10/1731867588560/Put/seqid=0 2024-11-17T18:19:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742189_1365 (size=30955) 2024-11-17T18:19:50,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867650015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867650015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867650016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867650017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867650021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T18:19:50,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867650320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867650321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867650323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867650323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867650325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,411 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d53c2e5447b34accb05b3d9d31bf3ab1 2024-11-17T18:19:50,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/1dbfc539449c4ee2bd36d098223ef0bc is 50, key is test_row_0/B:col10/1731867588560/Put/seqid=0 2024-11-17T18:19:50,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742190_1366 (size=12001) 2024-11-17T18:19:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T18:19:50,821 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/1dbfc539449c4ee2bd36d098223ef0bc 2024-11-17T18:19:50,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/233cd099dd5a439fa61a2dc3cdc7a660 is 50, key is test_row_0/C:col10/1731867588560/Put/seqid=0 2024-11-17T18:19:50,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867650826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742191_1367 (size=12001) 2024-11-17T18:19:50,832 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/233cd099dd5a439fa61a2dc3cdc7a660 2024-11-17T18:19:50,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867650828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867650829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867650830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d53c2e5447b34accb05b3d9d31bf3ab1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d53c2e5447b34accb05b3d9d31bf3ab1 2024-11-17T18:19:50,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867650832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:50,841 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d53c2e5447b34accb05b3d9d31bf3ab1, entries=150, sequenceid=89, filesize=30.2 K 2024-11-17T18:19:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/1dbfc539449c4ee2bd36d098223ef0bc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/1dbfc539449c4ee2bd36d098223ef0bc 2024-11-17T18:19:50,845 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/1dbfc539449c4ee2bd36d098223ef0bc, entries=150, sequenceid=89, filesize=11.7 K 2024-11-17T18:19:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/233cd099dd5a439fa61a2dc3cdc7a660 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/233cd099dd5a439fa61a2dc3cdc7a660 2024-11-17T18:19:50,849 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/233cd099dd5a439fa61a2dc3cdc7a660, entries=150, sequenceid=89, filesize=11.7 K 2024-11-17T18:19:50,850 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 60307cedb32fa83884d6c5005566c5b4 in 1266ms, sequenceid=89, compaction requested=true 2024-11-17T18:19:50,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:50,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:50,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-17T18:19:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-17T18:19:50,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-17T18:19:50,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-17T18:19:50,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.4220 sec 2024-11-17T18:19:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T18:19:51,536 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-17T18:19:51,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-17T18:19:51,538 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T18:19:51,539 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:51,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T18:19:51,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T18:19:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:51,691 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:19:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:51,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:51,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:51,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:51,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:51,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:51,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bd64d14370cb4fa79ac90f7bfdac4566_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867589703/Put/seqid=0 2024-11-17T18:19:51,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742192_1368 (size=12154) 2024-11-17T18:19:51,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T18:19:51,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867651848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867651848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867651849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867651851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867651852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867651956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867651956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867651956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867651956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867651959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:52,107 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117bd64d14370cb4fa79ac90f7bfdac4566_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bd64d14370cb4fa79ac90f7bfdac4566_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:52,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/3eca7180957c4149b08f25321a0a2281, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:52,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/3eca7180957c4149b08f25321a0a2281 is 175, key is test_row_0/A:col10/1731867589703/Put/seqid=0 2024-11-17T18:19:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742193_1369 (size=30955) 2024-11-17T18:19:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T18:19:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867652163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867652163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867652164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867652164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867652165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867652470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867652471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867652471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867652472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867652472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,512 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/3eca7180957c4149b08f25321a0a2281 2024-11-17T18:19:52,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/8097bc7c00394ceaab132a7ccdc46dc5 is 50, key is test_row_0/B:col10/1731867589703/Put/seqid=0 2024-11-17T18:19:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742194_1370 (size=12001) 2024-11-17T18:19:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T18:19:52,923 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/8097bc7c00394ceaab132a7ccdc46dc5 2024-11-17T18:19:52,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/5d440592efc445b5871f14762b1211a1 is 50, key is test_row_0/C:col10/1731867589703/Put/seqid=0 2024-11-17T18:19:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742195_1371 (size=12001) 2024-11-17T18:19:52,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867652977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867652977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867652977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867652979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:52,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867652980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:53,335 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/5d440592efc445b5871f14762b1211a1 2024-11-17T18:19:53,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/3eca7180957c4149b08f25321a0a2281 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/3eca7180957c4149b08f25321a0a2281 2024-11-17T18:19:53,342 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/3eca7180957c4149b08f25321a0a2281, entries=150, sequenceid=113, filesize=30.2 K 2024-11-17T18:19:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/8097bc7c00394ceaab132a7ccdc46dc5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/8097bc7c00394ceaab132a7ccdc46dc5 2024-11-17T18:19:53,346 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/8097bc7c00394ceaab132a7ccdc46dc5, entries=150, sequenceid=113, filesize=11.7 K 2024-11-17T18:19:53,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/5d440592efc445b5871f14762b1211a1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/5d440592efc445b5871f14762b1211a1 2024-11-17T18:19:53,350 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/5d440592efc445b5871f14762b1211a1, entries=150, sequenceid=113, filesize=11.7 K 2024-11-17T18:19:53,351 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 60307cedb32fa83884d6c5005566c5b4 in 1660ms, sequenceid=113, compaction requested=true 2024-11-17T18:19:53,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:53,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:53,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-17T18:19:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-17T18:19:53,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-17T18:19:53,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-17T18:19:53,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.8170 sec 2024-11-17T18:19:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T18:19:53,642 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-17T18:19:53,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-17T18:19:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T18:19:53,644 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:53,645 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:53,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T18:19:53,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:53,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-17T18:19:53,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:53,797 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:19:53,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:53,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173ecac976079248ffa70b2a7fd8524ac8_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867591851/Put/seqid=0 2024-11-17T18:19:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742196_1372 (size=12154) 2024-11-17T18:19:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T18:19:53,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867654022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867654024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867654025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867654026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867654027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867654130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867654136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867654137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867654137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867654137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:54,220 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173ecac976079248ffa70b2a7fd8524ac8_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173ecac976079248ffa70b2a7fd8524ac8_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:54,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d20a2a40853c45a2bbcaa6c80babf764, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:54,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d20a2a40853c45a2bbcaa6c80babf764 is 175, key is test_row_0/A:col10/1731867591851/Put/seqid=0 2024-11-17T18:19:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742197_1373 (size=30955) 2024-11-17T18:19:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T18:19:54,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867654336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867654343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867654344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867654344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867654344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,626 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=125, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d20a2a40853c45a2bbcaa6c80babf764 2024-11-17T18:19:54,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/01ae041b90814484b21ec2d03c927418 is 50, key is test_row_0/B:col10/1731867591851/Put/seqid=0 2024-11-17T18:19:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742198_1374 (size=12001) 2024-11-17T18:19:54,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867654643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867654650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867654650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867654651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867654652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T18:19:55,038 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/01ae041b90814484b21ec2d03c927418 2024-11-17T18:19:55,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/53a653b90fc14785bc4a039ebf952c41 is 50, key is test_row_0/C:col10/1731867591851/Put/seqid=0 2024-11-17T18:19:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742199_1375 (size=12001) 2024-11-17T18:19:55,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867655149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867655159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:55,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867655161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867655161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867655161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:55,450 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/53a653b90fc14785bc4a039ebf952c41 2024-11-17T18:19:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d20a2a40853c45a2bbcaa6c80babf764 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d20a2a40853c45a2bbcaa6c80babf764 2024-11-17T18:19:55,459 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d20a2a40853c45a2bbcaa6c80babf764, entries=150, sequenceid=125, filesize=30.2 K 2024-11-17T18:19:55,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/01ae041b90814484b21ec2d03c927418 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/01ae041b90814484b21ec2d03c927418 2024-11-17T18:19:55,463 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/01ae041b90814484b21ec2d03c927418, entries=150, sequenceid=125, filesize=11.7 K 2024-11-17T18:19:55,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/53a653b90fc14785bc4a039ebf952c41 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/53a653b90fc14785bc4a039ebf952c41 2024-11-17T18:19:55,467 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/53a653b90fc14785bc4a039ebf952c41, entries=150, sequenceid=125, filesize=11.7 K 2024-11-17T18:19:55,468 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 60307cedb32fa83884d6c5005566c5b4 in 1671ms, sequenceid=125, compaction requested=true 2024-11-17T18:19:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-17T18:19:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-17T18:19:55,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-17T18:19:55,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-17T18:19:55,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8280 sec 2024-11-17T18:19:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T18:19:55,748 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-17T18:19:55,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-17T18:19:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T18:19:55,751 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:55,751 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:55,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T18:19:55,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:55,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T18:19:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:55,904 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:19:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:55,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:55,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117569d7e215f64481bb6d576cc6e9fff7b_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867594025/Put/seqid=0 2024-11-17T18:19:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742200_1376 (size=12304) 2024-11-17T18:19:55,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:55,920 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117569d7e215f64481bb6d576cc6e9fff7b_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117569d7e215f64481bb6d576cc6e9fff7b_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:55,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/677bf1473a43484cbad775a48bfc1817, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:55,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/677bf1473a43484cbad775a48bfc1817 is 175, key is test_row_0/A:col10/1731867594025/Put/seqid=0 2024-11-17T18:19:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742201_1377 (size=31105) 2024-11-17T18:19:55,941 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/677bf1473a43484cbad775a48bfc1817 2024-11-17T18:19:55,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/5ebc8565483e49e0aef9f210c8eb717e is 50, key is test_row_0/B:col10/1731867594025/Put/seqid=0 2024-11-17T18:19:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742202_1378 (size=12151) 2024-11-17T18:19:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T18:19:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:56,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867656177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867656178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867656178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867656181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867656183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867656288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867656289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867656289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867656289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867656296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T18:19:56,358 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/5ebc8565483e49e0aef9f210c8eb717e 2024-11-17T18:19:56,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/b3d2f06f9798401f8430fc9502c87f09 is 50, key is test_row_0/C:col10/1731867594025/Put/seqid=0 2024-11-17T18:19:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742203_1379 (size=12151) 2024-11-17T18:19:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867656491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867656492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867656492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867656493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867656500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,770 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/b3d2f06f9798401f8430fc9502c87f09 2024-11-17T18:19:56,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/677bf1473a43484cbad775a48bfc1817 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/677bf1473a43484cbad775a48bfc1817 2024-11-17T18:19:56,778 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/677bf1473a43484cbad775a48bfc1817, entries=150, sequenceid=149, filesize=30.4 K 2024-11-17T18:19:56,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/5ebc8565483e49e0aef9f210c8eb717e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/5ebc8565483e49e0aef9f210c8eb717e 2024-11-17T18:19:56,781 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/5ebc8565483e49e0aef9f210c8eb717e, entries=150, sequenceid=149, filesize=11.9 K 2024-11-17T18:19:56,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/b3d2f06f9798401f8430fc9502c87f09 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b3d2f06f9798401f8430fc9502c87f09 2024-11-17T18:19:56,785 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b3d2f06f9798401f8430fc9502c87f09, entries=150, sequenceid=149, filesize=11.9 K 2024-11-17T18:19:56,786 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 60307cedb32fa83884d6c5005566c5b4 in 882ms, sequenceid=149, compaction requested=true 2024-11-17T18:19:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-17T18:19:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-17T18:19:56,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-17T18:19:56,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-17T18:19:56,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.0390 sec 2024-11-17T18:19:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:56,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:19:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:56,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b8948040975d44bbb8b54bfe5182bf82_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867596180/Put/seqid=0 2024-11-17T18:19:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742204_1380 (size=17284) 2024-11-17T18:19:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867656837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867656838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867656838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T18:19:56,854 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-17T18:19:56,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867656844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:19:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-17T18:19:56,856 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:19:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T18:19:56,856 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:19:56,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:19:56,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867656845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867656946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867656949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T18:19:56,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867656950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867656955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867656960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:57,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:57,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T18:19:57,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867657157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867657157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867657158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867657162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867657166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:57,219 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b8948040975d44bbb8b54bfe5182bf82_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b8948040975d44bbb8b54bfe5182bf82_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:57,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/2ba4d892a4e344f68c535849d280f0ca, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:57,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/2ba4d892a4e344f68c535849d280f0ca is 175, key is test_row_0/A:col10/1731867596180/Put/seqid=0 2024-11-17T18:19:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742205_1381 (size=48389) 2024-11-17T18:19:57,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/2ba4d892a4e344f68c535849d280f0ca 2024-11-17T18:19:57,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/f41c158d4dd545ee9f528c73f53bbd54 is 50, key is test_row_0/B:col10/1731867596180/Put/seqid=0 2024-11-17T18:19:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742206_1382 (size=12151) 2024-11-17T18:19:57,312 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:57,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T18:19:57,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867657466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867657466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867657467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867657469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867657475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/f41c158d4dd545ee9f528c73f53bbd54 2024-11-17T18:19:57,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/4dfafa9126fb49179d2008947e504963 is 50, key is test_row_0/C:col10/1731867596180/Put/seqid=0 2024-11-17T18:19:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742207_1383 (size=12151) 2024-11-17T18:19:57,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:57,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:57,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T18:19:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867657976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867657976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867657977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867657979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867657986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:58,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/4dfafa9126fb49179d2008947e504963 2024-11-17T18:19:58,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/2ba4d892a4e344f68c535849d280f0ca as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/2ba4d892a4e344f68c535849d280f0ca 2024-11-17T18:19:58,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/2ba4d892a4e344f68c535849d280f0ca, entries=250, sequenceid=163, filesize=47.3 K 2024-11-17T18:19:58,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/f41c158d4dd545ee9f528c73f53bbd54 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/f41c158d4dd545ee9f528c73f53bbd54 2024-11-17T18:19:58,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/f41c158d4dd545ee9f528c73f53bbd54, entries=150, sequenceid=163, filesize=11.9 K 2024-11-17T18:19:58,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/4dfafa9126fb49179d2008947e504963 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4dfafa9126fb49179d2008947e504963 2024-11-17T18:19:58,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:58,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:58,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4dfafa9126fb49179d2008947e504963, entries=150, sequenceid=163, filesize=11.9 K 2024-11-17T18:19:58,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:58,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:19:58,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 60307cedb32fa83884d6c5005566c5b4 in 1273ms, sequenceid=163, compaction requested=true 2024-11-17T18:19:58,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:58,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:58,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:58,078 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-17T18:19:58,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:58,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:58,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:58,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:19:58,078 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-17T18:19:58,080 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 287585 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-17T18:19:58,080 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/A is initiating minor compaction (all files) 2024-11-17T18:19:58,080 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/A in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:58,080 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 105965 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-17T18:19:58,080 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/B is initiating minor compaction (all files) 2024-11-17T18:19:58,080 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/B in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:58,080 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/7ca56615969945289321e608a5fc6702, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d78ca3828df44f51bc5bc7027eeba338, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/320755973f5b4b5ca983f6acf0c295cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/1314645407fd4c7682496ad59a0934b0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d53c2e5447b34accb05b3d9d31bf3ab1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/3eca7180957c4149b08f25321a0a2281, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d20a2a40853c45a2bbcaa6c80babf764, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/677bf1473a43484cbad775a48bfc1817, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/2ba4d892a4e344f68c535849d280f0ca] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=280.8 K 2024-11-17T18:19:58,080 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/582529dcf5f34495ac5b545865af42cb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/37d781023896407fa1df3fb8a206c1ce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d97a3af7f2cd4ee3be4ab033872be65d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ec528284adf846bda02cf7f5d3f47d63, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/1dbfc539449c4ee2bd36d098223ef0bc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/8097bc7c00394ceaab132a7ccdc46dc5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/01ae041b90814484b21ec2d03c927418, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/5ebc8565483e49e0aef9f210c8eb717e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/f41c158d4dd545ee9f528c73f53bbd54] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=103.5 K 2024-11-17T18:19:58,080 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=7 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:58,080 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/7ca56615969945289321e608a5fc6702, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d78ca3828df44f51bc5bc7027eeba338, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/320755973f5b4b5ca983f6acf0c295cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/1314645407fd4c7682496ad59a0934b0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d53c2e5447b34accb05b3d9d31bf3ab1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/3eca7180957c4149b08f25321a0a2281, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d20a2a40853c45a2bbcaa6c80babf764, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/677bf1473a43484cbad775a48bfc1817, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/2ba4d892a4e344f68c535849d280f0ca] 2024-11-17T18:19:58,081 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 582529dcf5f34495ac5b545865af42cb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731867582117 2024-11-17T18:19:58,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ca56615969945289321e608a5fc6702, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731867582117 2024-11-17T18:19:58,081 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 37d781023896407fa1df3fb8a206c1ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731867582134 2024-11-17T18:19:58,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d78ca3828df44f51bc5bc7027eeba338, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731867582134 2024-11-17T18:19:58,081 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d97a3af7f2cd4ee3be4ab033872be65d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731867584269 2024-11-17T18:19:58,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 320755973f5b4b5ca983f6acf0c295cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731867584269 2024-11-17T18:19:58,082 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting ec528284adf846bda02cf7f5d3f47d63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731867586414 2024-11-17T18:19:58,082 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1314645407fd4c7682496ad59a0934b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731867586414 2024-11-17T18:19:58,082 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dbfc539449c4ee2bd36d098223ef0bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731867588558 2024-11-17T18:19:58,082 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d53c2e5447b34accb05b3d9d31bf3ab1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731867588558 2024-11-17T18:19:58,082 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 8097bc7c00394ceaab132a7ccdc46dc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731867589695 2024-11-17T18:19:58,082 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eca7180957c4149b08f25321a0a2281, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731867589695 2024-11-17T18:19:58,083 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d20a2a40853c45a2bbcaa6c80babf764, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731867591844 2024-11-17T18:19:58,083 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ae041b90814484b21ec2d03c927418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731867591844 2024-11-17T18:19:58,083 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ebc8565483e49e0aef9f210c8eb717e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731867594024 2024-11-17T18:19:58,083 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 677bf1473a43484cbad775a48bfc1817, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731867594024 2024-11-17T18:19:58,083 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f41c158d4dd545ee9f528c73f53bbd54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731867596180 2024-11-17T18:19:58,083 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ba4d892a4e344f68c535849d280f0ca, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731867596177 2024-11-17T18:19:58,099 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#B#compaction#318 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:58,100 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/eabfab8b3fa540589fb296488d068340 is 50, key is test_row_0/B:col10/1731867596180/Put/seqid=0 2024-11-17T18:19:58,100 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:58,103 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117375384f5cb45451eac438840aced280c_60307cedb32fa83884d6c5005566c5b4 store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:58,108 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117375384f5cb45451eac438840aced280c_60307cedb32fa83884d6c5005566c5b4, store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:58,108 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117375384f5cb45451eac438840aced280c_60307cedb32fa83884d6c5005566c5b4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:58,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742208_1384 (size=12459) 2024-11-17T18:19:58,114 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/eabfab8b3fa540589fb296488d068340 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/eabfab8b3fa540589fb296488d068340 2024-11-17T18:19:58,117 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/B of 60307cedb32fa83884d6c5005566c5b4 into eabfab8b3fa540589fb296488d068340(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:58,118 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:58,118 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/B, priority=7, startTime=1731867598078; duration=0sec 2024-11-17T18:19:58,118 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:58,118 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:B 2024-11-17T18:19:58,118 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-17T18:19:58,120 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 105965 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-17T18:19:58,120 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/C is initiating minor compaction (all files) 2024-11-17T18:19:58,120 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/C in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:58,120 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7d4afaded0284f97bf5b396d4ec2c83e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/ee7763cfb47143fcaaf7702f88a12276, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b1eec5f32a9b408abc649a36f9dd36b5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4a09073f9800451caf0a7effc03f2d87, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/233cd099dd5a439fa61a2dc3cdc7a660, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/5d440592efc445b5871f14762b1211a1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/53a653b90fc14785bc4a039ebf952c41, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b3d2f06f9798401f8430fc9502c87f09, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4dfafa9126fb49179d2008947e504963] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=103.5 K 2024-11-17T18:19:58,121 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d4afaded0284f97bf5b396d4ec2c83e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731867582117 2024-11-17T18:19:58,121 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting ee7763cfb47143fcaaf7702f88a12276, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731867582134 2024-11-17T18:19:58,122 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting b1eec5f32a9b408abc649a36f9dd36b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731867584269 2024-11-17T18:19:58,122 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a09073f9800451caf0a7effc03f2d87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731867586414 2024-11-17T18:19:58,122 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 233cd099dd5a439fa61a2dc3cdc7a660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731867588558 2024-11-17T18:19:58,123 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d440592efc445b5871f14762b1211a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731867589695 2024-11-17T18:19:58,123 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a653b90fc14785bc4a039ebf952c41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731867591844 2024-11-17T18:19:58,123 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting b3d2f06f9798401f8430fc9502c87f09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731867594024 2024-11-17T18:19:58,124 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dfafa9126fb49179d2008947e504963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731867596180 2024-11-17T18:19:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742209_1385 (size=4469) 2024-11-17T18:19:58,138 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#A#compaction#319 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:58,139 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/465b027822e246e6b1d5baf87c8e6bba is 175, key is test_row_0/A:col10/1731867596180/Put/seqid=0 2024-11-17T18:19:58,141 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#C#compaction#320 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:58,142 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/fdbe570e0bd74d4baa7a46a6572a20ca is 50, key is test_row_0/C:col10/1731867596180/Put/seqid=0 2024-11-17T18:19:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742210_1386 (size=31413) 2024-11-17T18:19:58,148 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/465b027822e246e6b1d5baf87c8e6bba as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/465b027822e246e6b1d5baf87c8e6bba 2024-11-17T18:19:58,152 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/A of 60307cedb32fa83884d6c5005566c5b4 into 465b027822e246e6b1d5baf87c8e6bba(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:58,152 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:58,152 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/A, priority=7, startTime=1731867598078; duration=0sec 2024-11-17T18:19:58,152 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:58,152 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:A 2024-11-17T18:19:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742211_1387 (size=12459) 2024-11-17T18:19:58,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:19:58,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T18:19:58,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:58,229 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:19:58,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:58,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:58,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178f21d95f08af402d922e058c1190a469_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867596837/Put/seqid=0 2024-11-17T18:19:58,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742212_1388 (size=12304) 2024-11-17T18:19:58,563 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/fdbe570e0bd74d4baa7a46a6572a20ca as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/fdbe570e0bd74d4baa7a46a6572a20ca 2024-11-17T18:19:58,568 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/C of 60307cedb32fa83884d6c5005566c5b4 into fdbe570e0bd74d4baa7a46a6572a20ca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:58,568 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:58,568 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/C, priority=7, startTime=1731867598078; duration=0sec 2024-11-17T18:19:58,568 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:58,568 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:C 2024-11-17T18:19:58,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:58,645 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178f21d95f08af402d922e058c1190a469_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178f21d95f08af402d922e058c1190a469_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/c7675679b66941208a5dbfd882856c31, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/c7675679b66941208a5dbfd882856c31 is 175, key is test_row_0/A:col10/1731867596837/Put/seqid=0 2024-11-17T18:19:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742213_1389 (size=31105) 2024-11-17T18:19:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T18:19:58,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:19:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:59,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867659000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867659001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867659002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867659002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867659003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,050 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/c7675679b66941208a5dbfd882856c31 2024-11-17T18:19:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/81ee1e98f6064c3f8262437008aa6100 is 50, key is test_row_0/B:col10/1731867596837/Put/seqid=0 2024-11-17T18:19:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742214_1390 (size=12151) 2024-11-17T18:19:59,062 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/81ee1e98f6064c3f8262437008aa6100 2024-11-17T18:19:59,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/7b9f7b7d25404795a57f9464c67689cc is 50, key is test_row_0/C:col10/1731867596837/Put/seqid=0 2024-11-17T18:19:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742215_1391 (size=12151) 2024-11-17T18:19:59,073 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/7b9f7b7d25404795a57f9464c67689cc 2024-11-17T18:19:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/c7675679b66941208a5dbfd882856c31 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/c7675679b66941208a5dbfd882856c31 2024-11-17T18:19:59,081 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/c7675679b66941208a5dbfd882856c31, entries=150, sequenceid=187, filesize=30.4 K 2024-11-17T18:19:59,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/81ee1e98f6064c3f8262437008aa6100 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/81ee1e98f6064c3f8262437008aa6100 2024-11-17T18:19:59,085 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/81ee1e98f6064c3f8262437008aa6100, entries=150, sequenceid=187, filesize=11.9 K 2024-11-17T18:19:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/7b9f7b7d25404795a57f9464c67689cc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7b9f7b7d25404795a57f9464c67689cc 2024-11-17T18:19:59,090 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7b9f7b7d25404795a57f9464c67689cc, entries=150, sequenceid=187, filesize=11.9 K 2024-11-17T18:19:59,091 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 60307cedb32fa83884d6c5005566c5b4 in 862ms, sequenceid=187, compaction requested=false 2024-11-17T18:19:59,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:59,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:59,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-17T18:19:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-17T18:19:59,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-17T18:19:59,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2360 sec 2024-11-17T18:19:59,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.2400 sec 2024-11-17T18:19:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:59,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T18:19:59,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:59,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:59,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:59,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:59,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:59,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:59,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174bc005d66b3641c79ff1dd5de87d5230_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867599108/Put/seqid=0 2024-11-17T18:19:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742216_1392 (size=12304) 2024-11-17T18:19:59,120 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:19:59,123 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174bc005d66b3641c79ff1dd5de87d5230_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174bc005d66b3641c79ff1dd5de87d5230_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:59,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/211ccb7853b74ad4858a1797d5976d96, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:59,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/211ccb7853b74ad4858a1797d5976d96 is 175, key is test_row_0/A:col10/1731867599108/Put/seqid=0 2024-11-17T18:19:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742217_1393 (size=31105) 2024-11-17T18:19:59,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/211ccb7853b74ad4858a1797d5976d96 2024-11-17T18:19:59,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867659125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867659128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/de92208f4c83418e8115d96880d74cd4 is 50, key is test_row_0/B:col10/1731867599108/Put/seqid=0 2024-11-17T18:19:59,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867659131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742218_1394 (size=12151) 2024-11-17T18:19:59,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867659132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/de92208f4c83418e8115d96880d74cd4 2024-11-17T18:19:59,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/d0162e8f6b5a4c28bf68ef84995c0308 is 50, key is test_row_0/C:col10/1731867599108/Put/seqid=0 2024-11-17T18:19:59,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742219_1395 (size=12151) 2024-11-17T18:19:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867659233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867659234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867659238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867659238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867659439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867659439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867659443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867659444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/d0162e8f6b5a4c28bf68ef84995c0308 2024-11-17T18:19:59,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/211ccb7853b74ad4858a1797d5976d96 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/211ccb7853b74ad4858a1797d5976d96 2024-11-17T18:19:59,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/211ccb7853b74ad4858a1797d5976d96, entries=150, sequenceid=205, filesize=30.4 K 2024-11-17T18:19:59,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/de92208f4c83418e8115d96880d74cd4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/de92208f4c83418e8115d96880d74cd4 2024-11-17T18:19:59,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/de92208f4c83418e8115d96880d74cd4, entries=150, sequenceid=205, filesize=11.9 K 2024-11-17T18:19:59,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/d0162e8f6b5a4c28bf68ef84995c0308 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/d0162e8f6b5a4c28bf68ef84995c0308 2024-11-17T18:19:59,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/d0162e8f6b5a4c28bf68ef84995c0308, entries=150, sequenceid=205, filesize=11.9 K 2024-11-17T18:19:59,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 60307cedb32fa83884d6c5005566c5b4 in 460ms, sequenceid=205, compaction requested=true 2024-11-17T18:19:59,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:19:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:19:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:59,569 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:19:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:59,569 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:59,570 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:59,570 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:59,570 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/A is initiating minor compaction (all files) 2024-11-17T18:19:59,570 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/B is initiating minor compaction (all files) 2024-11-17T18:19:59,570 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/A in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:59,570 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/B in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:59,570 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/465b027822e246e6b1d5baf87c8e6bba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/c7675679b66941208a5dbfd882856c31, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/211ccb7853b74ad4858a1797d5976d96] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=91.4 K 2024-11-17T18:19:59,570 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/eabfab8b3fa540589fb296488d068340, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/81ee1e98f6064c3f8262437008aa6100, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/de92208f4c83418e8115d96880d74cd4] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=35.9 K 2024-11-17T18:19:59,570 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:59,570 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/465b027822e246e6b1d5baf87c8e6bba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/c7675679b66941208a5dbfd882856c31, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/211ccb7853b74ad4858a1797d5976d96] 2024-11-17T18:19:59,570 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 465b027822e246e6b1d5baf87c8e6bba, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731867596180 2024-11-17T18:19:59,571 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting eabfab8b3fa540589fb296488d068340, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731867596180 2024-11-17T18:19:59,571 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7675679b66941208a5dbfd882856c31, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867596827 2024-11-17T18:19:59,571 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ee1e98f6064c3f8262437008aa6100, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867596827 2024-11-17T18:19:59,571 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211ccb7853b74ad4858a1797d5976d96, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731867599001 2024-11-17T18:19:59,572 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting de92208f4c83418e8115d96880d74cd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731867599001 2024-11-17T18:19:59,578 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:59,580 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:59,581 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/157e11c33ec741e586032c2ac5d5c867 is 50, key is test_row_0/B:col10/1731867599108/Put/seqid=0 2024-11-17T18:19:59,583 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111719c804ebbcaa4a26a7399d94a87fbe82_60307cedb32fa83884d6c5005566c5b4 store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:59,585 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111719c804ebbcaa4a26a7399d94a87fbe82_60307cedb32fa83884d6c5005566c5b4, store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:59,585 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111719c804ebbcaa4a26a7399d94a87fbe82_60307cedb32fa83884d6c5005566c5b4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:19:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742220_1396 (size=12561) 2024-11-17T18:19:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742221_1397 (size=4469) 2024-11-17T18:19:59,591 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#A#compaction#327 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:59,592 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/871a6bffb27a4c909cad49178e463740 is 175, key is test_row_0/A:col10/1731867599108/Put/seqid=0 2024-11-17T18:19:59,596 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/157e11c33ec741e586032c2ac5d5c867 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/157e11c33ec741e586032c2ac5d5c867 2024-11-17T18:19:59,602 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/B of 60307cedb32fa83884d6c5005566c5b4 into 157e11c33ec741e586032c2ac5d5c867(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:59,602 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:59,602 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/B, priority=13, startTime=1731867599569; duration=0sec 2024-11-17T18:19:59,602 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:19:59,603 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:B 2024-11-17T18:19:59,603 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:19:59,604 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:19:59,604 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/C is initiating minor compaction (all files) 2024-11-17T18:19:59,604 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/C in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:19:59,604 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/fdbe570e0bd74d4baa7a46a6572a20ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7b9f7b7d25404795a57f9464c67689cc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/d0162e8f6b5a4c28bf68ef84995c0308] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=35.9 K 2024-11-17T18:19:59,605 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting fdbe570e0bd74d4baa7a46a6572a20ca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731867596180 2024-11-17T18:19:59,605 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b9f7b7d25404795a57f9464c67689cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867596827 2024-11-17T18:19:59,605 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d0162e8f6b5a4c28bf68ef84995c0308, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731867599001 2024-11-17T18:19:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742222_1398 (size=31515) 2024-11-17T18:19:59,613 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/871a6bffb27a4c909cad49178e463740 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/871a6bffb27a4c909cad49178e463740 2024-11-17T18:19:59,617 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:19:59,618 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/3d2a216e8f834f048cd4da3c80d0c0f0 is 50, key is test_row_0/C:col10/1731867599108/Put/seqid=0 2024-11-17T18:19:59,621 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/A of 60307cedb32fa83884d6c5005566c5b4 into 871a6bffb27a4c909cad49178e463740(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:59,621 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:59,621 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/A, priority=13, startTime=1731867599568; duration=0sec 2024-11-17T18:19:59,622 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:59,622 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:A 2024-11-17T18:19:59,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742223_1399 (size=12561) 2024-11-17T18:19:59,630 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/3d2a216e8f834f048cd4da3c80d0c0f0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/3d2a216e8f834f048cd4da3c80d0c0f0 2024-11-17T18:19:59,635 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/C of 60307cedb32fa83884d6c5005566c5b4 into 3d2a216e8f834f048cd4da3c80d0c0f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:19:59,635 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:19:59,635 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/C, priority=13, startTime=1731867599569; duration=0sec 2024-11-17T18:19:59,635 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:19:59,635 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:C 2024-11-17T18:19:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:19:59,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-17T18:19:59,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:19:59,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:59,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:19:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:19:59,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:19:59,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111764d0929b02534c979344b3eedec5ffee_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867599745/Put/seqid=0 2024-11-17T18:19:59,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742224_1400 (size=14794) 2024-11-17T18:19:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867659761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867659762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867659763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867659763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867659867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867659867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867659868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:19:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:19:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867659869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867660070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867660070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867660071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867660071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:00,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111764d0929b02534c979344b3eedec5ffee_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111764d0929b02534c979344b3eedec5ffee_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:00,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/34f91b1c25564bdfb0906dfbb4dd1200, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:00,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/34f91b1c25564bdfb0906dfbb4dd1200 is 175, key is test_row_0/A:col10/1731867599745/Put/seqid=0 2024-11-17T18:20:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742225_1401 (size=39749) 2024-11-17T18:20:00,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867660374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867660374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867660375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867660375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/34f91b1c25564bdfb0906dfbb4dd1200 2024-11-17T18:20:00,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/e2077743fdcb4e4099d2fe4859144fe3 is 50, key is test_row_0/B:col10/1731867599745/Put/seqid=0 2024-11-17T18:20:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742226_1402 (size=12151) 2024-11-17T18:20:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867660880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867660881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867660881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867660881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T18:20:00,960 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-17T18:20:00,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-17T18:20:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T18:20:00,963 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:00,964 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:00,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:00,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/e2077743fdcb4e4099d2fe4859144fe3 2024-11-17T18:20:00,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/10482555133f4c3291498fccbf1bdcbd is 50, key is test_row_0/C:col10/1731867599745/Put/seqid=0 2024-11-17T18:20:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742227_1403 (size=12151) 2024-11-17T18:20:00,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/10482555133f4c3291498fccbf1bdcbd 2024-11-17T18:20:01,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/34f91b1c25564bdfb0906dfbb4dd1200 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/34f91b1c25564bdfb0906dfbb4dd1200 2024-11-17T18:20:01,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/34f91b1c25564bdfb0906dfbb4dd1200, entries=200, sequenceid=229, filesize=38.8 K 2024-11-17T18:20:01,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/e2077743fdcb4e4099d2fe4859144fe3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/e2077743fdcb4e4099d2fe4859144fe3 2024-11-17T18:20:01,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/e2077743fdcb4e4099d2fe4859144fe3, entries=150, sequenceid=229, filesize=11.9 K 2024-11-17T18:20:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/10482555133f4c3291498fccbf1bdcbd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/10482555133f4c3291498fccbf1bdcbd 2024-11-17T18:20:01,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/10482555133f4c3291498fccbf1bdcbd, entries=150, sequenceid=229, filesize=11.9 K 2024-11-17T18:20:01,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 60307cedb32fa83884d6c5005566c5b4 in 1268ms, sequenceid=229, compaction requested=false 2024-11-17T18:20:01,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:20:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:01,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T18:20:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:20:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:20:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:20:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:01,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117af32a1ce556e4232b2903e005f7de820_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867599762/Put/seqid=0 2024-11-17T18:20:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742228_1404 (size=14794) 2024-11-17T18:20:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T18:20:01,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867661090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867661195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T18:20:01,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867661401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:01,437 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117af32a1ce556e4232b2903e005f7de820_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117af32a1ce556e4232b2903e005f7de820_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:01,438 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/6946cb5aa3564adfb7296dff746317d0, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:01,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/6946cb5aa3564adfb7296dff746317d0 is 175, key is test_row_0/A:col10/1731867599762/Put/seqid=0 2024-11-17T18:20:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742229_1405 (size=39749) 2024-11-17T18:20:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T18:20:01,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867661707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/6946cb5aa3564adfb7296dff746317d0 2024-11-17T18:20:01,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/d72004184e4a4b5c9d8157db1757290d is 50, key is test_row_0/B:col10/1731867599762/Put/seqid=0 2024-11-17T18:20:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742230_1406 (size=12151) 2024-11-17T18:20:01,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:01,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:01,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:01,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:01,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1731867661886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50026 deadline: 1731867661890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50008 deadline: 1731867661890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:01,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50012 deadline: 1731867661893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T18:20:02,111 DEBUG [Thread-1580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cc29a86 to 127.0.0.1:64935 2024-11-17T18:20:02,111 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:02,112 DEBUG [Thread-1586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7acb9d3e to 127.0.0.1:64935 2024-11-17T18:20:02,112 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:02,112 DEBUG [Thread-1584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f0df5ec to 127.0.0.1:64935 2024-11-17T18:20:02,112 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:02,116 DEBUG [Thread-1578 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54374edf to 127.0.0.1:64935 2024-11-17T18:20:02,116 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:02,116 DEBUG [Thread-1582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x394a3705 to 127.0.0.1:64935 2024-11-17T18:20:02,116 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:02,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:02,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:02,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50016 deadline: 1731867662212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/d72004184e4a4b5c9d8157db1757290d 2024-11-17T18:20:02,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/e6395c711c0f45f0a0ae0831b1899b5c is 50, key is test_row_0/C:col10/1731867599762/Put/seqid=0 2024-11-17T18:20:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742231_1407 (size=12151) 2024-11-17T18:20:02,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:02,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/e6395c711c0f45f0a0ae0831b1899b5c 2024-11-17T18:20:02,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/6946cb5aa3564adfb7296dff746317d0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/6946cb5aa3564adfb7296dff746317d0 2024-11-17T18:20:02,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/6946cb5aa3564adfb7296dff746317d0, entries=200, sequenceid=245, filesize=38.8 K 2024-11-17T18:20:02,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/d72004184e4a4b5c9d8157db1757290d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d72004184e4a4b5c9d8157db1757290d 2024-11-17T18:20:02,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d72004184e4a4b5c9d8157db1757290d, entries=150, sequenceid=245, filesize=11.9 K 2024-11-17T18:20:02,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/e6395c711c0f45f0a0ae0831b1899b5c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/e6395c711c0f45f0a0ae0831b1899b5c 2024-11-17T18:20:02,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/e6395c711c0f45f0a0ae0831b1899b5c, entries=150, sequenceid=245, filesize=11.9 K 2024-11-17T18:20:02,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 60307cedb32fa83884d6c5005566c5b4 in 1662ms, sequenceid=245, compaction requested=true 2024-11-17T18:20:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:20:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 60307cedb32fa83884d6c5005566c5b4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:02,679 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:02,679 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:02,680 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:02,680 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:02,680 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/B is initiating minor compaction (all files) 2024-11-17T18:20:02,680 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/A is initiating minor compaction (all files) 2024-11-17T18:20:02,680 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/B in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,680 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/A in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,680 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/157e11c33ec741e586032c2ac5d5c867, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/e2077743fdcb4e4099d2fe4859144fe3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d72004184e4a4b5c9d8157db1757290d] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=36.0 K 2024-11-17T18:20:02,680 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/871a6bffb27a4c909cad49178e463740, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/34f91b1c25564bdfb0906dfbb4dd1200, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/6946cb5aa3564adfb7296dff746317d0] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=108.4 K 2024-11-17T18:20:02,680 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,680 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/871a6bffb27a4c909cad49178e463740, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/34f91b1c25564bdfb0906dfbb4dd1200, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/6946cb5aa3564adfb7296dff746317d0] 2024-11-17T18:20:02,680 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 157e11c33ec741e586032c2ac5d5c867, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731867599001 2024-11-17T18:20:02,681 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 871a6bffb27a4c909cad49178e463740, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731867599001 2024-11-17T18:20:02,681 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e2077743fdcb4e4099d2fe4859144fe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731867599122 2024-11-17T18:20:02,681 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d72004184e4a4b5c9d8157db1757290d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731867599749 2024-11-17T18:20:02,681 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34f91b1c25564bdfb0906dfbb4dd1200, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731867599122 2024-11-17T18:20:02,681 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6946cb5aa3564adfb7296dff746317d0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731867599749 2024-11-17T18:20:02,687 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:02,687 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/aab7c2e9cfb84b80858ce38d0655f4dd is 50, key is test_row_0/B:col10/1731867599762/Put/seqid=0 2024-11-17T18:20:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742232_1408 (size=12663) 2024-11-17T18:20:02,691 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:02,693 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117b2e76c874f9c4caea7f374bceee4d732_60307cedb32fa83884d6c5005566c5b4 store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:02,694 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/aab7c2e9cfb84b80858ce38d0655f4dd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/aab7c2e9cfb84b80858ce38d0655f4dd 2024-11-17T18:20:02,698 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/B of 60307cedb32fa83884d6c5005566c5b4 into aab7c2e9cfb84b80858ce38d0655f4dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:02,698 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:20:02,698 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/B, priority=13, startTime=1731867602679; duration=0sec 2024-11-17T18:20:02,698 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:02,698 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:B 2024-11-17T18:20:02,698 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:02,699 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:02,699 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 60307cedb32fa83884d6c5005566c5b4/C is initiating minor compaction (all files) 2024-11-17T18:20:02,699 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 60307cedb32fa83884d6c5005566c5b4/C in TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,700 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/3d2a216e8f834f048cd4da3c80d0c0f0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/10482555133f4c3291498fccbf1bdcbd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/e6395c711c0f45f0a0ae0831b1899b5c] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp, totalSize=36.0 K 2024-11-17T18:20:02,700 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d2a216e8f834f048cd4da3c80d0c0f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731867599001 2024-11-17T18:20:02,700 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 10482555133f4c3291498fccbf1bdcbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731867599122 2024-11-17T18:20:02,700 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e6395c711c0f45f0a0ae0831b1899b5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731867599749 2024-11-17T18:20:02,715 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#C#compaction#338 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:02,715 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/44cd93a69b11405c904569dbd562793e is 50, key is test_row_0/C:col10/1731867599762/Put/seqid=0 2024-11-17T18:20:02,717 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117b2e76c874f9c4caea7f374bceee4d732_60307cedb32fa83884d6c5005566c5b4, store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:02,717 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b2e76c874f9c4caea7f374bceee4d732_60307cedb32fa83884d6c5005566c5b4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742233_1409 (size=12663) 2024-11-17T18:20:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742234_1410 (size=4469) 2024-11-17T18:20:02,724 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 60307cedb32fa83884d6c5005566c5b4#A#compaction#337 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:02,724 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/44cd93a69b11405c904569dbd562793e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/44cd93a69b11405c904569dbd562793e 2024-11-17T18:20:02,724 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d2006f27be804216b7b9e2be6383008c is 175, key is test_row_0/A:col10/1731867599762/Put/seqid=0 2024-11-17T18:20:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742235_1411 (size=31617) 2024-11-17T18:20:02,728 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/C of 60307cedb32fa83884d6c5005566c5b4 into 44cd93a69b11405c904569dbd562793e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:02,728 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:20:02,728 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/C, priority=13, startTime=1731867602679; duration=0sec 2024-11-17T18:20:02,728 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:02,728 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:C 2024-11-17T18:20:02,731 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d2006f27be804216b7b9e2be6383008c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d2006f27be804216b7b9e2be6383008c 2024-11-17T18:20:02,735 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 60307cedb32fa83884d6c5005566c5b4/A of 60307cedb32fa83884d6c5005566c5b4 into d2006f27be804216b7b9e2be6383008c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:02,735 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:20:02,735 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4., storeName=60307cedb32fa83884d6c5005566c5b4/A, priority=13, startTime=1731867602679; duration=0sec 2024-11-17T18:20:02,735 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:02,735 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 60307cedb32fa83884d6c5005566c5b4:A 2024-11-17T18:20:02,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:02,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T18:20:02,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:02,794 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-17T18:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:02,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179b8b511807eb4998842a80e74a77e2ca_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_0/A:col10/1731867601082/Put/seqid=0 2024-11-17T18:20:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742236_1412 (size=12454) 2024-11-17T18:20:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T18:20:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:03,213 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179b8b511807eb4998842a80e74a77e2ca_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179b8b511807eb4998842a80e74a77e2ca_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d5a2a0062df84f29b6cf21d59d924dcd, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d5a2a0062df84f29b6cf21d59d924dcd is 175, key is test_row_0/A:col10/1731867601082/Put/seqid=0 2024-11-17T18:20:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:03,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. as already flushing 2024-11-17T18:20:03,216 DEBUG [Thread-1573 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70078619 to 127.0.0.1:64935 2024-11-17T18:20:03,216 DEBUG [Thread-1573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742237_1413 (size=31255) 2024-11-17T18:20:03,247 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T18:20:03,618 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d5a2a0062df84f29b6cf21d59d924dcd 2024-11-17T18:20:03,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/ca4ade4001a04cf08fd013beff7de17b is 50, key is test_row_0/B:col10/1731867601082/Put/seqid=0 2024-11-17T18:20:03,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742238_1414 (size=12301) 2024-11-17T18:20:03,897 DEBUG [Thread-1567 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e012929 to 127.0.0.1:64935 2024-11-17T18:20:03,897 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:03,901 DEBUG [Thread-1575 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53a2b4ae to 127.0.0.1:64935 2024-11-17T18:20:03,901 DEBUG [Thread-1575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:03,901 DEBUG [Thread-1569 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01fcd844 to 127.0.0.1:64935 2024-11-17T18:20:03,902 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:03,905 DEBUG [Thread-1571 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bfa8997 to 127.0.0.1:64935 2024-11-17T18:20:03,905 DEBUG [Thread-1571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:04,029 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/ca4ade4001a04cf08fd013beff7de17b 2024-11-17T18:20:04,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/6f5747cc05e041baad75a8f071b5dc44 is 50, key is test_row_0/C:col10/1731867601082/Put/seqid=0 2024-11-17T18:20:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742239_1415 (size=12301) 2024-11-17T18:20:04,438 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/6f5747cc05e041baad75a8f071b5dc44 2024-11-17T18:20:04,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/d5a2a0062df84f29b6cf21d59d924dcd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d5a2a0062df84f29b6cf21d59d924dcd 2024-11-17T18:20:04,445 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d5a2a0062df84f29b6cf21d59d924dcd, entries=150, sequenceid=268, filesize=30.5 K 2024-11-17T18:20:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/ca4ade4001a04cf08fd013beff7de17b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ca4ade4001a04cf08fd013beff7de17b 2024-11-17T18:20:04,448 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ca4ade4001a04cf08fd013beff7de17b, entries=150, sequenceid=268, filesize=12.0 K 2024-11-17T18:20:04,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/6f5747cc05e041baad75a8f071b5dc44 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/6f5747cc05e041baad75a8f071b5dc44 2024-11-17T18:20:04,452 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/6f5747cc05e041baad75a8f071b5dc44, entries=150, sequenceid=268, filesize=12.0 K 2024-11-17T18:20:04,452 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=33.54 KB/34350 for 60307cedb32fa83884d6c5005566c5b4 in 1658ms, sequenceid=268, compaction requested=false 2024-11-17T18:20:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:20:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-17T18:20:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-17T18:20:04,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-17T18:20:04,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4890 sec 2024-11-17T18:20:04,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.4920 sec 2024-11-17T18:20:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T18:20:05,068 INFO [Thread-1577 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2737 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8210 rows 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2731 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8187 rows 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2720 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8158 rows 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2732 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8194 rows 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2736 2024-11-17T18:20:05,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8206 rows 2024-11-17T18:20:05,068 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T18:20:05,068 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b2fd976 to 127.0.0.1:64935 2024-11-17T18:20:05,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:05,070 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T18:20:05,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T18:20:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T18:20:05,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867605074"}]},"ts":"1731867605074"} 2024-11-17T18:20:05,075 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T18:20:05,077 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T18:20:05,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:20:05,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, UNASSIGN}] 2024-11-17T18:20:05,080 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, UNASSIGN 2024-11-17T18:20:05,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:05,081 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:20:05,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:20:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T18:20:05,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:05,233 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 60307cedb32fa83884d6c5005566c5b4, disabling compactions & flushes 2024-11-17T18:20:05,233 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. after waiting 0 ms 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:05,233 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 60307cedb32fa83884d6c5005566c5b4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=A 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:05,233 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=B 2024-11-17T18:20:05,234 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:05,234 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 60307cedb32fa83884d6c5005566c5b4, store=C 2024-11-17T18:20:05,234 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:05,238 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117241c58c52bd04c59a563c22ed9f6ec77_60307cedb32fa83884d6c5005566c5b4 is 50, key is test_row_1/A:col10/1731867603904/Put/seqid=0 2024-11-17T18:20:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742240_1416 (size=9914) 2024-11-17T18:20:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T18:20:05,642 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:05,645 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117241c58c52bd04c59a563c22ed9f6ec77_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117241c58c52bd04c59a563c22ed9f6ec77_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:05,646 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/5eeaec1ef29b450194d6b8aa7d0b6b13, store: [table=TestAcidGuarantees family=A region=60307cedb32fa83884d6c5005566c5b4] 2024-11-17T18:20:05,647 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/5eeaec1ef29b450194d6b8aa7d0b6b13 is 175, key is test_row_1/A:col10/1731867603904/Put/seqid=0 2024-11-17T18:20:05,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742241_1417 (size=22561) 2024-11-17T18:20:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T18:20:06,050 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/5eeaec1ef29b450194d6b8aa7d0b6b13 2024-11-17T18:20:06,057 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/3f49ff3b3cfa4269adca7118d67eb681 is 50, key is test_row_1/B:col10/1731867603904/Put/seqid=0 2024-11-17T18:20:06,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742242_1418 (size=9857) 2024-11-17T18:20:06,060 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/3f49ff3b3cfa4269adca7118d67eb681 2024-11-17T18:20:06,065 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/551de798b49d4b93a501dd0f764ade84 is 50, key is test_row_1/C:col10/1731867603904/Put/seqid=0 2024-11-17T18:20:06,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742243_1419 (size=9857) 2024-11-17T18:20:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T18:20:06,469 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/551de798b49d4b93a501dd0f764ade84 2024-11-17T18:20:06,472 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/A/5eeaec1ef29b450194d6b8aa7d0b6b13 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/5eeaec1ef29b450194d6b8aa7d0b6b13 2024-11-17T18:20:06,475 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/5eeaec1ef29b450194d6b8aa7d0b6b13, entries=100, sequenceid=276, filesize=22.0 K 2024-11-17T18:20:06,476 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/B/3f49ff3b3cfa4269adca7118d67eb681 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/3f49ff3b3cfa4269adca7118d67eb681 2024-11-17T18:20:06,480 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/3f49ff3b3cfa4269adca7118d67eb681, entries=100, sequenceid=276, filesize=9.6 K 2024-11-17T18:20:06,481 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/.tmp/C/551de798b49d4b93a501dd0f764ade84 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/551de798b49d4b93a501dd0f764ade84 2024-11-17T18:20:06,484 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/551de798b49d4b93a501dd0f764ade84, entries=100, sequenceid=276, filesize=9.6 K 2024-11-17T18:20:06,485 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 60307cedb32fa83884d6c5005566c5b4 in 1252ms, sequenceid=276, compaction requested=true 2024-11-17T18:20:06,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/7ca56615969945289321e608a5fc6702, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d78ca3828df44f51bc5bc7027eeba338, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/320755973f5b4b5ca983f6acf0c295cd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/1314645407fd4c7682496ad59a0934b0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d53c2e5447b34accb05b3d9d31bf3ab1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/3eca7180957c4149b08f25321a0a2281, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d20a2a40853c45a2bbcaa6c80babf764, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/677bf1473a43484cbad775a48bfc1817, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/2ba4d892a4e344f68c535849d280f0ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/465b027822e246e6b1d5baf87c8e6bba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/c7675679b66941208a5dbfd882856c31, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/871a6bffb27a4c909cad49178e463740, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/211ccb7853b74ad4858a1797d5976d96, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/34f91b1c25564bdfb0906dfbb4dd1200, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/6946cb5aa3564adfb7296dff746317d0] to archive 2024-11-17T18:20:06,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:20:06,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/7ca56615969945289321e608a5fc6702 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/7ca56615969945289321e608a5fc6702 2024-11-17T18:20:06,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d78ca3828df44f51bc5bc7027eeba338 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d78ca3828df44f51bc5bc7027eeba338 2024-11-17T18:20:06,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/320755973f5b4b5ca983f6acf0c295cd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/320755973f5b4b5ca983f6acf0c295cd 2024-11-17T18:20:06,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/1314645407fd4c7682496ad59a0934b0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/1314645407fd4c7682496ad59a0934b0 2024-11-17T18:20:06,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d53c2e5447b34accb05b3d9d31bf3ab1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d53c2e5447b34accb05b3d9d31bf3ab1 2024-11-17T18:20:06,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/3eca7180957c4149b08f25321a0a2281 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/3eca7180957c4149b08f25321a0a2281 2024-11-17T18:20:06,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d20a2a40853c45a2bbcaa6c80babf764 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d20a2a40853c45a2bbcaa6c80babf764 2024-11-17T18:20:06,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/677bf1473a43484cbad775a48bfc1817 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/677bf1473a43484cbad775a48bfc1817 2024-11-17T18:20:06,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/2ba4d892a4e344f68c535849d280f0ca to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/2ba4d892a4e344f68c535849d280f0ca 2024-11-17T18:20:06,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/465b027822e246e6b1d5baf87c8e6bba to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/465b027822e246e6b1d5baf87c8e6bba 2024-11-17T18:20:06,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/c7675679b66941208a5dbfd882856c31 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/c7675679b66941208a5dbfd882856c31 2024-11-17T18:20:06,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/871a6bffb27a4c909cad49178e463740 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/871a6bffb27a4c909cad49178e463740 2024-11-17T18:20:06,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/211ccb7853b74ad4858a1797d5976d96 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/211ccb7853b74ad4858a1797d5976d96 2024-11-17T18:20:06,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/34f91b1c25564bdfb0906dfbb4dd1200 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/34f91b1c25564bdfb0906dfbb4dd1200 2024-11-17T18:20:06,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/6946cb5aa3564adfb7296dff746317d0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/6946cb5aa3564adfb7296dff746317d0 2024-11-17T18:20:06,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/582529dcf5f34495ac5b545865af42cb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/37d781023896407fa1df3fb8a206c1ce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d97a3af7f2cd4ee3be4ab033872be65d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ec528284adf846bda02cf7f5d3f47d63, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/1dbfc539449c4ee2bd36d098223ef0bc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/8097bc7c00394ceaab132a7ccdc46dc5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/01ae041b90814484b21ec2d03c927418, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/5ebc8565483e49e0aef9f210c8eb717e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/eabfab8b3fa540589fb296488d068340, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/f41c158d4dd545ee9f528c73f53bbd54, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/81ee1e98f6064c3f8262437008aa6100, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/157e11c33ec741e586032c2ac5d5c867, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/de92208f4c83418e8115d96880d74cd4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/e2077743fdcb4e4099d2fe4859144fe3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d72004184e4a4b5c9d8157db1757290d] to archive 2024-11-17T18:20:06,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:20:06,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/582529dcf5f34495ac5b545865af42cb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/582529dcf5f34495ac5b545865af42cb 2024-11-17T18:20:06,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/37d781023896407fa1df3fb8a206c1ce to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/37d781023896407fa1df3fb8a206c1ce 2024-11-17T18:20:06,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d97a3af7f2cd4ee3be4ab033872be65d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d97a3af7f2cd4ee3be4ab033872be65d 2024-11-17T18:20:06,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ec528284adf846bda02cf7f5d3f47d63 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ec528284adf846bda02cf7f5d3f47d63 2024-11-17T18:20:06,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/1dbfc539449c4ee2bd36d098223ef0bc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/1dbfc539449c4ee2bd36d098223ef0bc 2024-11-17T18:20:06,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/8097bc7c00394ceaab132a7ccdc46dc5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/8097bc7c00394ceaab132a7ccdc46dc5 2024-11-17T18:20:06,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/01ae041b90814484b21ec2d03c927418 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/01ae041b90814484b21ec2d03c927418 2024-11-17T18:20:06,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/5ebc8565483e49e0aef9f210c8eb717e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/5ebc8565483e49e0aef9f210c8eb717e 2024-11-17T18:20:06,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/eabfab8b3fa540589fb296488d068340 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/eabfab8b3fa540589fb296488d068340 2024-11-17T18:20:06,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/f41c158d4dd545ee9f528c73f53bbd54 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/f41c158d4dd545ee9f528c73f53bbd54 2024-11-17T18:20:06,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/81ee1e98f6064c3f8262437008aa6100 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/81ee1e98f6064c3f8262437008aa6100 2024-11-17T18:20:06,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/157e11c33ec741e586032c2ac5d5c867 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/157e11c33ec741e586032c2ac5d5c867 2024-11-17T18:20:06,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/de92208f4c83418e8115d96880d74cd4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/de92208f4c83418e8115d96880d74cd4 2024-11-17T18:20:06,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/e2077743fdcb4e4099d2fe4859144fe3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/e2077743fdcb4e4099d2fe4859144fe3 2024-11-17T18:20:06,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d72004184e4a4b5c9d8157db1757290d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/d72004184e4a4b5c9d8157db1757290d 2024-11-17T18:20:06,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7d4afaded0284f97bf5b396d4ec2c83e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/ee7763cfb47143fcaaf7702f88a12276, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b1eec5f32a9b408abc649a36f9dd36b5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4a09073f9800451caf0a7effc03f2d87, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/233cd099dd5a439fa61a2dc3cdc7a660, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/5d440592efc445b5871f14762b1211a1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/53a653b90fc14785bc4a039ebf952c41, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b3d2f06f9798401f8430fc9502c87f09, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/fdbe570e0bd74d4baa7a46a6572a20ca, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4dfafa9126fb49179d2008947e504963, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7b9f7b7d25404795a57f9464c67689cc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/3d2a216e8f834f048cd4da3c80d0c0f0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/d0162e8f6b5a4c28bf68ef84995c0308, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/10482555133f4c3291498fccbf1bdcbd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/e6395c711c0f45f0a0ae0831b1899b5c] to archive 2024-11-17T18:20:06,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:20:06,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7d4afaded0284f97bf5b396d4ec2c83e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7d4afaded0284f97bf5b396d4ec2c83e 2024-11-17T18:20:06,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/ee7763cfb47143fcaaf7702f88a12276 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/ee7763cfb47143fcaaf7702f88a12276 2024-11-17T18:20:06,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b1eec5f32a9b408abc649a36f9dd36b5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b1eec5f32a9b408abc649a36f9dd36b5 2024-11-17T18:20:06,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4a09073f9800451caf0a7effc03f2d87 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4a09073f9800451caf0a7effc03f2d87 2024-11-17T18:20:06,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/233cd099dd5a439fa61a2dc3cdc7a660 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/233cd099dd5a439fa61a2dc3cdc7a660 2024-11-17T18:20:06,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/5d440592efc445b5871f14762b1211a1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/5d440592efc445b5871f14762b1211a1 2024-11-17T18:20:06,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/53a653b90fc14785bc4a039ebf952c41 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/53a653b90fc14785bc4a039ebf952c41 2024-11-17T18:20:06,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b3d2f06f9798401f8430fc9502c87f09 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/b3d2f06f9798401f8430fc9502c87f09 2024-11-17T18:20:06,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/fdbe570e0bd74d4baa7a46a6572a20ca to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/fdbe570e0bd74d4baa7a46a6572a20ca 2024-11-17T18:20:06,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4dfafa9126fb49179d2008947e504963 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/4dfafa9126fb49179d2008947e504963 2024-11-17T18:20:06,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7b9f7b7d25404795a57f9464c67689cc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/7b9f7b7d25404795a57f9464c67689cc 2024-11-17T18:20:06,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/3d2a216e8f834f048cd4da3c80d0c0f0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/3d2a216e8f834f048cd4da3c80d0c0f0 2024-11-17T18:20:06,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/d0162e8f6b5a4c28bf68ef84995c0308 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/d0162e8f6b5a4c28bf68ef84995c0308 2024-11-17T18:20:06,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/10482555133f4c3291498fccbf1bdcbd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/10482555133f4c3291498fccbf1bdcbd 2024-11-17T18:20:06,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/e6395c711c0f45f0a0ae0831b1899b5c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/e6395c711c0f45f0a0ae0831b1899b5c 2024-11-17T18:20:06,534 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/recovered.edits/279.seqid, newMaxSeqId=279, maxSeqId=4 2024-11-17T18:20:06,535 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4. 2024-11-17T18:20:06,535 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 60307cedb32fa83884d6c5005566c5b4: 2024-11-17T18:20:06,536 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:06,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=60307cedb32fa83884d6c5005566c5b4, regionState=CLOSED 2024-11-17T18:20:06,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-17T18:20:06,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 60307cedb32fa83884d6c5005566c5b4, server=940f5f05a898,35899,1731867484961 in 1.4560 sec 2024-11-17T18:20:06,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-17T18:20:06,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=60307cedb32fa83884d6c5005566c5b4, UNASSIGN in 1.4590 sec 2024-11-17T18:20:06,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-17T18:20:06,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4620 sec 2024-11-17T18:20:06,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867606541"}]},"ts":"1731867606541"} 2024-11-17T18:20:06,542 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T18:20:06,544 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T18:20:06,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4730 sec 2024-11-17T18:20:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T18:20:07,177 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-17T18:20:07,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T18:20:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:07,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-17T18:20:07,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:07,180 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,182 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/recovered.edits] 2024-11-17T18:20:07,184 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/5eeaec1ef29b450194d6b8aa7d0b6b13 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/5eeaec1ef29b450194d6b8aa7d0b6b13 2024-11-17T18:20:07,185 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d2006f27be804216b7b9e2be6383008c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d2006f27be804216b7b9e2be6383008c 2024-11-17T18:20:07,186 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d5a2a0062df84f29b6cf21d59d924dcd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/A/d5a2a0062df84f29b6cf21d59d924dcd 2024-11-17T18:20:07,187 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/3f49ff3b3cfa4269adca7118d67eb681 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/3f49ff3b3cfa4269adca7118d67eb681 2024-11-17T18:20:07,188 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/aab7c2e9cfb84b80858ce38d0655f4dd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/aab7c2e9cfb84b80858ce38d0655f4dd 2024-11-17T18:20:07,189 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ca4ade4001a04cf08fd013beff7de17b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/B/ca4ade4001a04cf08fd013beff7de17b 2024-11-17T18:20:07,191 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/44cd93a69b11405c904569dbd562793e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/44cd93a69b11405c904569dbd562793e 2024-11-17T18:20:07,192 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/551de798b49d4b93a501dd0f764ade84 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/551de798b49d4b93a501dd0f764ade84 2024-11-17T18:20:07,192 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/6f5747cc05e041baad75a8f071b5dc44 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/C/6f5747cc05e041baad75a8f071b5dc44 2024-11-17T18:20:07,194 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/recovered.edits/279.seqid to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4/recovered.edits/279.seqid 2024-11-17T18:20:07,195 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,195 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T18:20:07,195 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T18:20:07,196 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T18:20:07,198 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117241c58c52bd04c59a563c22ed9f6ec77_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117241c58c52bd04c59a563c22ed9f6ec77_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,199 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173ecac976079248ffa70b2a7fd8524ac8_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173ecac976079248ffa70b2a7fd8524ac8_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,200 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174bc005d66b3641c79ff1dd5de87d5230_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174bc005d66b3641c79ff1dd5de87d5230_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,201 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117569d7e215f64481bb6d576cc6e9fff7b_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117569d7e215f64481bb6d576cc6e9fff7b_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,202 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111759edf780794d42759b6e469c5727d40d_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111759edf780794d42759b6e469c5727d40d_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,203 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111764d0929b02534c979344b3eedec5ffee_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111764d0929b02534c979344b3eedec5ffee_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,204 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111784934f0098274eb49c4c3208cfc7d876_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111784934f0098274eb49c4c3208cfc7d876_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,205 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178f21d95f08af402d922e058c1190a469_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178f21d95f08af402d922e058c1190a469_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,206 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179b8b511807eb4998842a80e74a77e2ca_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179b8b511807eb4998842a80e74a77e2ca_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,207 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ac0d82a211024b4b80e88c6be757270d_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ac0d82a211024b4b80e88c6be757270d_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,208 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117af32a1ce556e4232b2903e005f7de820_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117af32a1ce556e4232b2903e005f7de820_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,209 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b8948040975d44bbb8b54bfe5182bf82_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b8948040975d44bbb8b54bfe5182bf82_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,210 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bd64d14370cb4fa79ac90f7bfdac4566_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117bd64d14370cb4fa79ac90f7bfdac4566_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,211 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e794b17128214cc0b7e942ecde650ba7_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e794b17128214cc0b7e942ecde650ba7_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,212 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f3c3e1acf36c4601b938ca71df9daa77_60307cedb32fa83884d6c5005566c5b4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f3c3e1acf36c4601b938ca71df9daa77_60307cedb32fa83884d6c5005566c5b4 2024-11-17T18:20:07,212 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T18:20:07,214 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:07,216 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T18:20:07,217 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T18:20:07,218 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:07,218 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T18:20:07,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731867607218"}]},"ts":"9223372036854775807"} 2024-11-17T18:20:07,220 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T18:20:07,220 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 60307cedb32fa83884d6c5005566c5b4, NAME => 'TestAcidGuarantees,,1731867579055.60307cedb32fa83884d6c5005566c5b4.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T18:20:07,220 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T18:20:07,220 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731867607220"}]},"ts":"9223372036854775807"} 2024-11-17T18:20:07,221 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T18:20:07,223 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:07,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-17T18:20:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-17T18:20:07,280 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-17T18:20:07,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=451 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 377), ProcessCount=11 (was 11), AvailableMemoryMB=11549 (was 11590) 2024-11-17T18:20:07,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=11549 2024-11-17T18:20:07,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:20:07,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:20:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:07,301 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T18:20:07,301 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:07,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-17T18:20:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-17T18:20:07,302 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T18:20:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742244_1420 (size=960) 2024-11-17T18:20:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-17T18:20:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-17T18:20:07,708 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:20:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742245_1421 (size=53) 2024-11-17T18:20:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-17T18:20:08,113 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:20:08,113 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 69bd3a7c82dd10b17699cdbf37dec57f, disabling compactions & flushes 2024-11-17T18:20:08,113 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,113 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. after waiting 0 ms 2024-11-17T18:20:08,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,114 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,114 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:08,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T18:20:08,115 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731867608115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731867608115"}]},"ts":"1731867608115"} 2024-11-17T18:20:08,116 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T18:20:08,116 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T18:20:08,116 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867608116"}]},"ts":"1731867608116"} 2024-11-17T18:20:08,117 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T18:20:08,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69bd3a7c82dd10b17699cdbf37dec57f, ASSIGN}] 2024-11-17T18:20:08,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69bd3a7c82dd10b17699cdbf37dec57f, ASSIGN 2024-11-17T18:20:08,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69bd3a7c82dd10b17699cdbf37dec57f, ASSIGN; state=OFFLINE, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=false 2024-11-17T18:20:08,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=69bd3a7c82dd10b17699cdbf37dec57f, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:08,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:20:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-17T18:20:08,425 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:08,428 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,428 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:20:08,428 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,428 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:20:08,428 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,428 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,429 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,430 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:08,430 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69bd3a7c82dd10b17699cdbf37dec57f columnFamilyName A 2024-11-17T18:20:08,431 DEBUG [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:08,431 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.HStore(327): Store=69bd3a7c82dd10b17699cdbf37dec57f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:08,431 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,432 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:08,432 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69bd3a7c82dd10b17699cdbf37dec57f columnFamilyName B 2024-11-17T18:20:08,432 DEBUG [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:08,433 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.HStore(327): Store=69bd3a7c82dd10b17699cdbf37dec57f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:08,433 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,434 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:08,434 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69bd3a7c82dd10b17699cdbf37dec57f columnFamilyName C 2024-11-17T18:20:08,434 DEBUG [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:08,434 INFO [StoreOpener-69bd3a7c82dd10b17699cdbf37dec57f-1 {}] regionserver.HStore(327): Store=69bd3a7c82dd10b17699cdbf37dec57f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:08,434 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,435 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,435 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,436 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:20:08,437 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:08,438 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:20:08,439 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 69bd3a7c82dd10b17699cdbf37dec57f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61377704, jitterRate=-0.08540093898773193}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:20:08,439 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:08,440 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., pid=125, masterSystemTime=1731867608425 2024-11-17T18:20:08,441 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,441 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:08,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=69bd3a7c82dd10b17699cdbf37dec57f, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:08,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-17T18:20:08,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 in 168 msec 2024-11-17T18:20:08,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-17T18:20:08,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=69bd3a7c82dd10b17699cdbf37dec57f, ASSIGN in 322 msec 2024-11-17T18:20:08,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T18:20:08,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867608444"}]},"ts":"1731867608444"} 2024-11-17T18:20:08,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T18:20:08,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T18:20:08,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-17T18:20:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-17T18:20:09,405 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-17T18:20:09,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04eb129b to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68a184aa 2024-11-17T18:20:09,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e3e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,412 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T18:20:09,413 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T18:20:09,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c466776 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18262880 2024-11-17T18:20:09,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbfef60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ad79eaf to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@439cd95d 2024-11-17T18:20:09,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178cfaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d947fe7 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68670139 2024-11-17T18:20:09,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cea766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6873867b to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@384d3c85 2024-11-17T18:20:09,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5555497d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12f4e52d to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@438c5ae2 2024-11-17T18:20:09,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6dfd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e0a4c0 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a34af36 2024-11-17T18:20:09,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50179ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21f9529d to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e0b148b 2024-11-17T18:20:09,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7286186a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ded4d02 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b04a378 2024-11-17T18:20:09,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6903ab3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34e71e8b to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3af6640c 2024-11-17T18:20:09,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed84213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fba74c9 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56e5ad36 2024-11-17T18:20:09,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa1a523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:09,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:09,454 DEBUG [hconnection-0x781091e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,454 DEBUG [hconnection-0x466e5d8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-17T18:20:09,455 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,455 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,456 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-17T18:20:09,456 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:09,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:09,460 DEBUG [hconnection-0x5c6b073d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,460 DEBUG [hconnection-0x7d496b83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,460 DEBUG [hconnection-0x244839e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,460 DEBUG [hconnection-0x593cba83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,461 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,461 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,462 DEBUG [hconnection-0x7c488079-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,462 DEBUG [hconnection-0x6f756c61-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,462 DEBUG [hconnection-0x71125de7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,463 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,463 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,463 DEBUG [hconnection-0x7cad2f44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:09,464 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,464 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,464 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:09,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:20:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:09,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/dffd56bb349e4bc4a6218628891c587c is 50, key is test_row_0/A:col10/1731867609465/Put/seqid=0 2024-11-17T18:20:09,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742246_1422 (size=12001) 2024-11-17T18:20:09,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/dffd56bb349e4bc4a6218628891c587c 2024-11-17T18:20:09,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/80e6061f2f5248ee849bb17e49790f99 is 50, key is test_row_0/B:col10/1731867609465/Put/seqid=0 2024-11-17T18:20:09,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742247_1423 (size=12001) 2024-11-17T18:20:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867669534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867669534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867669535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867669536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867669538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-17T18:20:09,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-17T18:20:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:09,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867669639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867669639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867669639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867669642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867669642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-17T18:20:09,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-17T18:20:09,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:09,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:09,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:09,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867669843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867669843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867669844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867669844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867669845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:09,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-17T18:20:09,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:09,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:09,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/80e6061f2f5248ee849bb17e49790f99 2024-11-17T18:20:09,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/e2d4e11280084e27962b2b47444cd96b is 50, key is test_row_0/C:col10/1731867609465/Put/seqid=0 2024-11-17T18:20:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742248_1424 (size=12001) 2024-11-17T18:20:09,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/e2d4e11280084e27962b2b47444cd96b 2024-11-17T18:20:09,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/dffd56bb349e4bc4a6218628891c587c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/dffd56bb349e4bc4a6218628891c587c 2024-11-17T18:20:09,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/dffd56bb349e4bc4a6218628891c587c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-17T18:20:09,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/80e6061f2f5248ee849bb17e49790f99 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/80e6061f2f5248ee849bb17e49790f99 2024-11-17T18:20:09,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/80e6061f2f5248ee849bb17e49790f99, entries=150, sequenceid=14, filesize=11.7 K 2024-11-17T18:20:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/e2d4e11280084e27962b2b47444cd96b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e2d4e11280084e27962b2b47444cd96b 2024-11-17T18:20:09,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e2d4e11280084e27962b2b47444cd96b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-17T18:20:09,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 69bd3a7c82dd10b17699cdbf37dec57f in 496ms, sequenceid=14, compaction requested=false 2024-11-17T18:20:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T18:20:09,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-17T18:20:10,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-17T18:20:10,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:10,066 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:20:10,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:10,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:10,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:10,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:10,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:10,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:10,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/8ab6df8346b044398ca1393bc8f4e98f is 50, key is test_row_0/A:col10/1731867609535/Put/seqid=0 2024-11-17T18:20:10,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742249_1425 (size=12001) 2024-11-17T18:20:10,098 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/8ab6df8346b044398ca1393bc8f4e98f 2024-11-17T18:20:10,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/68b5127d7273485ab344871855ffa50c is 50, key is test_row_0/B:col10/1731867609535/Put/seqid=0 2024-11-17T18:20:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742250_1426 (size=12001) 2024-11-17T18:20:10,112 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/68b5127d7273485ab344871855ffa50c 2024-11-17T18:20:10,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/f6eb23233b4541c292f1817f1cf620c4 is 50, key is test_row_0/C:col10/1731867609535/Put/seqid=0 2024-11-17T18:20:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742251_1427 (size=12001) 2024-11-17T18:20:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:10,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:10,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867670156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867670156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867670157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867670157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867670159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867670263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867670263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867670263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867670263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867670264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867670469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867670469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867670469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867670469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867670469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,526 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/f6eb23233b4541c292f1817f1cf620c4 2024-11-17T18:20:10,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/8ab6df8346b044398ca1393bc8f4e98f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/8ab6df8346b044398ca1393bc8f4e98f 2024-11-17T18:20:10,534 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/8ab6df8346b044398ca1393bc8f4e98f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-17T18:20:10,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/68b5127d7273485ab344871855ffa50c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/68b5127d7273485ab344871855ffa50c 2024-11-17T18:20:10,537 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/68b5127d7273485ab344871855ffa50c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-17T18:20:10,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/f6eb23233b4541c292f1817f1cf620c4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f6eb23233b4541c292f1817f1cf620c4 2024-11-17T18:20:10,541 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f6eb23233b4541c292f1817f1cf620c4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-17T18:20:10,542 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 69bd3a7c82dd10b17699cdbf37dec57f in 476ms, sequenceid=37, compaction requested=false 2024-11-17T18:20:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-17T18:20:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-17T18:20:10,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-17T18:20:10,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0870 sec 2024-11-17T18:20:10,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.0900 sec 2024-11-17T18:20:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-17T18:20:10,558 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-17T18:20:10,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-17T18:20:10,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T18:20:10,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:10,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T18:20:10,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T18:20:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:10,713 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:20:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:10,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/db9032c784034aad93a8b284a8c586d6 is 50, key is test_row_0/A:col10/1731867610155/Put/seqid=0 2024-11-17T18:20:10,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742252_1428 (size=12001) 2024-11-17T18:20:10,721 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/db9032c784034aad93a8b284a8c586d6 2024-11-17T18:20:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/09fde3e2d63b45c8aa63c9fb16590d93 is 50, key is test_row_0/B:col10/1731867610155/Put/seqid=0 2024-11-17T18:20:10,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742253_1429 (size=12001) 2024-11-17T18:20:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:10,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:10,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867670792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867670793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867670794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867670799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867670799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T18:20:10,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867670900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867670901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867670901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867670905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867670906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867671106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867671107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867671107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867671112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867671113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,131 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/09fde3e2d63b45c8aa63c9fb16590d93 2024-11-17T18:20:11,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/09ab375292bd4b30b6bbed27996cd986 is 50, key is test_row_0/C:col10/1731867610155/Put/seqid=0 2024-11-17T18:20:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742254_1430 (size=12001) 2024-11-17T18:20:11,143 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/09ab375292bd4b30b6bbed27996cd986 2024-11-17T18:20:11,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/db9032c784034aad93a8b284a8c586d6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/db9032c784034aad93a8b284a8c586d6 2024-11-17T18:20:11,150 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/db9032c784034aad93a8b284a8c586d6, entries=150, sequenceid=50, filesize=11.7 K 2024-11-17T18:20:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/09fde3e2d63b45c8aa63c9fb16590d93 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/09fde3e2d63b45c8aa63c9fb16590d93 2024-11-17T18:20:11,153 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/09fde3e2d63b45c8aa63c9fb16590d93, entries=150, sequenceid=50, filesize=11.7 K 2024-11-17T18:20:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/09ab375292bd4b30b6bbed27996cd986 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/09ab375292bd4b30b6bbed27996cd986 2024-11-17T18:20:11,156 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/09ab375292bd4b30b6bbed27996cd986, entries=150, sequenceid=50, filesize=11.7 K 2024-11-17T18:20:11,157 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 69bd3a7c82dd10b17699cdbf37dec57f in 444ms, sequenceid=50, compaction requested=true 2024-11-17T18:20:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-17T18:20:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-17T18:20:11,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-17T18:20:11,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 597 msec 2024-11-17T18:20:11,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 600 msec 2024-11-17T18:20:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T18:20:11,163 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-17T18:20:11,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-17T18:20:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T18:20:11,165 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:11,165 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:11,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T18:20:11,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-17T18:20:11,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:11,317 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:20:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:11,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/adf5a94b237c4ec9979fdb7bc55ca4ad is 50, key is test_row_0/A:col10/1731867610798/Put/seqid=0 2024-11-17T18:20:11,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742255_1431 (size=12001) 2024-11-17T18:20:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:11,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:11,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867671425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867671425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867671426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867671432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867671433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T18:20:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867671534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867671534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867671534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867671539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867671539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,727 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/adf5a94b237c4ec9979fdb7bc55ca4ad 2024-11-17T18:20:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867671739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867671739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867671742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/4a8bf8b2652a4ea3a3e2ba71db01280d is 50, key is test_row_0/B:col10/1731867610798/Put/seqid=0 2024-11-17T18:20:11,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867671747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867671749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742256_1432 (size=12001) 2024-11-17T18:20:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T18:20:12,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867672043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867672044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867672045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T18:20:12,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867672052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867672055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,155 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/4a8bf8b2652a4ea3a3e2ba71db01280d 2024-11-17T18:20:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/33d93eeba8cd4cc6916ddec8eba3101a is 50, key is test_row_0/C:col10/1731867610798/Put/seqid=0 2024-11-17T18:20:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742257_1433 (size=12001) 2024-11-17T18:20:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T18:20:12,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867672549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867672551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867672552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867672559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867672562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:12,570 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/33d93eeba8cd4cc6916ddec8eba3101a 2024-11-17T18:20:12,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/adf5a94b237c4ec9979fdb7bc55ca4ad as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/adf5a94b237c4ec9979fdb7bc55ca4ad 2024-11-17T18:20:12,581 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/adf5a94b237c4ec9979fdb7bc55ca4ad, entries=150, sequenceid=73, filesize=11.7 K 2024-11-17T18:20:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/4a8bf8b2652a4ea3a3e2ba71db01280d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/4a8bf8b2652a4ea3a3e2ba71db01280d 2024-11-17T18:20:12,584 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/4a8bf8b2652a4ea3a3e2ba71db01280d, entries=150, sequenceid=73, filesize=11.7 K 2024-11-17T18:20:12,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/33d93eeba8cd4cc6916ddec8eba3101a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/33d93eeba8cd4cc6916ddec8eba3101a 2024-11-17T18:20:12,588 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/33d93eeba8cd4cc6916ddec8eba3101a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-17T18:20:12,588 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 69bd3a7c82dd10b17699cdbf37dec57f in 1271ms, sequenceid=73, compaction requested=true 2024-11-17T18:20:12,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:12,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:12,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-17T18:20:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-17T18:20:12,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-17T18:20:12,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-11-17T18:20:12,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4270 sec 2024-11-17T18:20:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T18:20:13,268 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-17T18:20:13,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-17T18:20:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T18:20:13,271 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:13,271 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:13,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T18:20:13,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-17T18:20:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:13,423 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:20:13,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:13,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/32da6b269170482f9ad3a9f4d149a535 is 50, key is test_row_0/A:col10/1731867611425/Put/seqid=0 2024-11-17T18:20:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742258_1434 (size=12001) 2024-11-17T18:20:13,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T18:20:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867673587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867673588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867673589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867673594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867673594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867673697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867673697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867673697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867673705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867673705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,831 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/32da6b269170482f9ad3a9f4d149a535 2024-11-17T18:20:13,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3f2719df757e43b5a44f7c1c7e6cc9da is 50, key is test_row_0/B:col10/1731867611425/Put/seqid=0 2024-11-17T18:20:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742259_1435 (size=12001) 2024-11-17T18:20:13,841 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3f2719df757e43b5a44f7c1c7e6cc9da 2024-11-17T18:20:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/7f73ffc0e9f84a8e9de5bc510b20e7e5 is 50, key is test_row_0/C:col10/1731867611425/Put/seqid=0 2024-11-17T18:20:13,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742260_1436 (size=12001) 2024-11-17T18:20:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T18:20:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867673903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867673903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867673904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867673911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:13,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867673912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867674210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867674210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867674211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867674218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867674220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,250 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/7f73ffc0e9f84a8e9de5bc510b20e7e5 2024-11-17T18:20:14,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/32da6b269170482f9ad3a9f4d149a535 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/32da6b269170482f9ad3a9f4d149a535 2024-11-17T18:20:14,257 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/32da6b269170482f9ad3a9f4d149a535, entries=150, sequenceid=87, filesize=11.7 K 2024-11-17T18:20:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3f2719df757e43b5a44f7c1c7e6cc9da as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f2719df757e43b5a44f7c1c7e6cc9da 2024-11-17T18:20:14,260 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f2719df757e43b5a44f7c1c7e6cc9da, entries=150, sequenceid=87, filesize=11.7 K 2024-11-17T18:20:14,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/7f73ffc0e9f84a8e9de5bc510b20e7e5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/7f73ffc0e9f84a8e9de5bc510b20e7e5 2024-11-17T18:20:14,264 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/7f73ffc0e9f84a8e9de5bc510b20e7e5, entries=150, sequenceid=87, filesize=11.7 K 2024-11-17T18:20:14,264 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 69bd3a7c82dd10b17699cdbf37dec57f in 841ms, sequenceid=87, compaction requested=true 2024-11-17T18:20:14,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:14,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:14,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-17T18:20:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-17T18:20:14,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-17T18:20:14,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 994 msec 2024-11-17T18:20:14,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 998 msec 2024-11-17T18:20:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T18:20:14,373 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-17T18:20:14,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-17T18:20:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T18:20:14,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:14,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:14,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T18:20:14,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-17T18:20:14,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:14,528 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:20:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:14,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/4adb7713b8df4f7f8d49e6a00793dcfc is 50, key is test_row_0/A:col10/1731867613587/Put/seqid=0 2024-11-17T18:20:14,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742261_1437 (size=12001) 2024-11-17T18:20:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T18:20:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:14,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:14,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867674730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867674731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867674733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867674734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867674735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867674838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867674838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867674838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867674842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867674842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:14,936 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/4adb7713b8df4f7f8d49e6a00793dcfc 2024-11-17T18:20:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/13746bb4cb5f4b27b6dea707b2d4bded is 50, key is test_row_0/B:col10/1731867613587/Put/seqid=0 2024-11-17T18:20:14,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742262_1438 (size=12001) 2024-11-17T18:20:14,947 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/13746bb4cb5f4b27b6dea707b2d4bded 2024-11-17T18:20:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/cf5b4db38e0f4f22a9921f5619432eb1 is 50, key is test_row_0/C:col10/1731867613587/Put/seqid=0 2024-11-17T18:20:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742263_1439 (size=12001) 2024-11-17T18:20:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T18:20:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867675043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867675044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867675045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867675045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867675049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867675349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867675349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867675349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867675350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,359 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/cf5b4db38e0f4f22a9921f5619432eb1 2024-11-17T18:20:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867675355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/4adb7713b8df4f7f8d49e6a00793dcfc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/4adb7713b8df4f7f8d49e6a00793dcfc 2024-11-17T18:20:15,366 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/4adb7713b8df4f7f8d49e6a00793dcfc, entries=150, sequenceid=110, filesize=11.7 K 2024-11-17T18:20:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/13746bb4cb5f4b27b6dea707b2d4bded as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/13746bb4cb5f4b27b6dea707b2d4bded 2024-11-17T18:20:15,371 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/13746bb4cb5f4b27b6dea707b2d4bded, entries=150, sequenceid=110, filesize=11.7 K 2024-11-17T18:20:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/cf5b4db38e0f4f22a9921f5619432eb1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/cf5b4db38e0f4f22a9921f5619432eb1 2024-11-17T18:20:15,374 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/cf5b4db38e0f4f22a9921f5619432eb1, entries=150, sequenceid=110, filesize=11.7 K 2024-11-17T18:20:15,375 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 69bd3a7c82dd10b17699cdbf37dec57f in 848ms, sequenceid=110, compaction requested=true 2024-11-17T18:20:15,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:15,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:15,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-17T18:20:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-17T18:20:15,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-17T18:20:15,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-17T18:20:15,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0030 sec 2024-11-17T18:20:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T18:20:15,479 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-17T18:20:15,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-17T18:20:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T18:20:15,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:15,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:15,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T18:20:15,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-17T18:20:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:15,632 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:20:15,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:15,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:15,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:15,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:15,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:15,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/fa29596d5a084a058677bd60695d9910 is 50, key is test_row_0/A:col10/1731867614730/Put/seqid=0 2024-11-17T18:20:15,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742264_1440 (size=12001) 2024-11-17T18:20:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T18:20:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:15,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:15,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867675893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867675894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867675902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867675903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867675903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867676004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867676005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867676012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867676017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867676018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,042 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/fa29596d5a084a058677bd60695d9910 2024-11-17T18:20:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/baa98664cdf54aad92e369f23a5c7b7e is 50, key is test_row_0/B:col10/1731867614730/Put/seqid=0 2024-11-17T18:20:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742265_1441 (size=12001) 2024-11-17T18:20:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T18:20:16,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867676210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867676211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867676220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867676223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867676224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,453 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/baa98664cdf54aad92e369f23a5c7b7e 2024-11-17T18:20:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/37253d65182d4a46aa69a2c5eb458f80 is 50, key is test_row_0/C:col10/1731867614730/Put/seqid=0 2024-11-17T18:20:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742266_1442 (size=12001) 2024-11-17T18:20:16,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867676516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867676518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867676524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867676528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867676533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T18:20:16,863 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/37253d65182d4a46aa69a2c5eb458f80 2024-11-17T18:20:16,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/fa29596d5a084a058677bd60695d9910 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/fa29596d5a084a058677bd60695d9910 2024-11-17T18:20:16,870 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/fa29596d5a084a058677bd60695d9910, entries=150, sequenceid=123, filesize=11.7 K 2024-11-17T18:20:16,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/baa98664cdf54aad92e369f23a5c7b7e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/baa98664cdf54aad92e369f23a5c7b7e 2024-11-17T18:20:16,874 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/baa98664cdf54aad92e369f23a5c7b7e, entries=150, sequenceid=123, filesize=11.7 K 2024-11-17T18:20:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/37253d65182d4a46aa69a2c5eb458f80 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/37253d65182d4a46aa69a2c5eb458f80 2024-11-17T18:20:16,878 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/37253d65182d4a46aa69a2c5eb458f80, entries=150, sequenceid=123, filesize=11.7 K 2024-11-17T18:20:16,879 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 69bd3a7c82dd10b17699cdbf37dec57f in 1246ms, sequenceid=123, compaction requested=true 2024-11-17T18:20:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-17T18:20:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-17T18:20:16,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-17T18:20:16,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec 2024-11-17T18:20:16,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4010 sec 2024-11-17T18:20:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:17,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:20:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:17,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c61f28e302dd409185d7f35627db10ae is 50, key is test_row_0/A:col10/1731867615893/Put/seqid=0 2024-11-17T18:20:17,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742267_1443 (size=14541) 2024-11-17T18:20:17,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c61f28e302dd409185d7f35627db10ae 2024-11-17T18:20:17,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3bc0690eec7f41dfa36884c1318960a1 is 50, key is test_row_0/B:col10/1731867615893/Put/seqid=0 2024-11-17T18:20:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867677051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742268_1444 (size=12151) 2024-11-17T18:20:17,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3bc0690eec7f41dfa36884c1318960a1 2024-11-17T18:20:17,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/8f1083b1ab7649c4bf8bdf73ee1d697b is 50, key is test_row_0/C:col10/1731867615893/Put/seqid=0 2024-11-17T18:20:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867677051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867677053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867677053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742269_1445 (size=12151) 2024-11-17T18:20:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867677055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/8f1083b1ab7649c4bf8bdf73ee1d697b 2024-11-17T18:20:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c61f28e302dd409185d7f35627db10ae as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c61f28e302dd409185d7f35627db10ae 2024-11-17T18:20:17,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c61f28e302dd409185d7f35627db10ae, entries=200, sequenceid=148, filesize=14.2 K 2024-11-17T18:20:17,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3bc0690eec7f41dfa36884c1318960a1 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3bc0690eec7f41dfa36884c1318960a1 2024-11-17T18:20:17,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3bc0690eec7f41dfa36884c1318960a1, entries=150, sequenceid=148, filesize=11.9 K 2024-11-17T18:20:17,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/8f1083b1ab7649c4bf8bdf73ee1d697b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8f1083b1ab7649c4bf8bdf73ee1d697b 2024-11-17T18:20:17,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8f1083b1ab7649c4bf8bdf73ee1d697b, entries=150, sequenceid=148, filesize=11.9 K 2024-11-17T18:20:17,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 69bd3a7c82dd10b17699cdbf37dec57f in 44ms, sequenceid=148, compaction requested=true 2024-11-17T18:20:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:17,083 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-17T18:20:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:17,083 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-17T18:20:17,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:17,085 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-17T18:20:17,085 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/B is initiating minor compaction (all files) 2024-11-17T18:20:17,085 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98548 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-17T18:20:17,085 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/B in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:17,085 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/A is initiating minor compaction (all files) 2024-11-17T18:20:17,085 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/A in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:17,086 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/80e6061f2f5248ee849bb17e49790f99, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/68b5127d7273485ab344871855ffa50c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/09fde3e2d63b45c8aa63c9fb16590d93, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/4a8bf8b2652a4ea3a3e2ba71db01280d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f2719df757e43b5a44f7c1c7e6cc9da, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/13746bb4cb5f4b27b6dea707b2d4bded, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/baa98664cdf54aad92e369f23a5c7b7e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3bc0690eec7f41dfa36884c1318960a1] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=93.9 K 2024-11-17T18:20:17,086 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/dffd56bb349e4bc4a6218628891c587c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/8ab6df8346b044398ca1393bc8f4e98f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/db9032c784034aad93a8b284a8c586d6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/adf5a94b237c4ec9979fdb7bc55ca4ad, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/32da6b269170482f9ad3a9f4d149a535, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/4adb7713b8df4f7f8d49e6a00793dcfc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/fa29596d5a084a058677bd60695d9910, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c61f28e302dd409185d7f35627db10ae] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=96.2 K 2024-11-17T18:20:17,086 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting dffd56bb349e4bc4a6218628891c587c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731867609458 2024-11-17T18:20:17,086 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 80e6061f2f5248ee849bb17e49790f99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731867609458 2024-11-17T18:20:17,086 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 68b5127d7273485ab344871855ffa50c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731867609533 2024-11-17T18:20:17,086 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ab6df8346b044398ca1393bc8f4e98f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731867609533 2024-11-17T18:20:17,086 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 09fde3e2d63b45c8aa63c9fb16590d93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731867610155 2024-11-17T18:20:17,087 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting db9032c784034aad93a8b284a8c586d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731867610155 2024-11-17T18:20:17,087 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a8bf8b2652a4ea3a3e2ba71db01280d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731867610789 2024-11-17T18:20:17,087 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting adf5a94b237c4ec9979fdb7bc55ca4ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731867610789 2024-11-17T18:20:17,087 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f2719df757e43b5a44f7c1c7e6cc9da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731867611425 2024-11-17T18:20:17,087 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32da6b269170482f9ad3a9f4d149a535, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731867611425 2024-11-17T18:20:17,087 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 13746bb4cb5f4b27b6dea707b2d4bded, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731867613587 2024-11-17T18:20:17,087 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4adb7713b8df4f7f8d49e6a00793dcfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731867613587 2024-11-17T18:20:17,088 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa29596d5a084a058677bd60695d9910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731867614730 2024-11-17T18:20:17,088 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting baa98664cdf54aad92e369f23a5c7b7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731867614730 2024-11-17T18:20:17,088 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c61f28e302dd409185d7f35627db10ae, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731867615881 2024-11-17T18:20:17,088 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc0690eec7f41dfa36884c1318960a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731867615881 2024-11-17T18:20:17,102 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#A#compaction#369 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:17,102 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:17,102 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c02a70403f3d42f79bb41e8919852982 is 50, key is test_row_0/A:col10/1731867615893/Put/seqid=0 2024-11-17T18:20:17,102 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/d1c2d0fc2e2d4854af4da2865ee91ed9 is 50, key is test_row_0/B:col10/1731867615893/Put/seqid=0 2024-11-17T18:20:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742270_1446 (size=12425) 2024-11-17T18:20:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742271_1447 (size=12425) 2024-11-17T18:20:17,112 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/d1c2d0fc2e2d4854af4da2865ee91ed9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/d1c2d0fc2e2d4854af4da2865ee91ed9 2024-11-17T18:20:17,116 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/B of 69bd3a7c82dd10b17699cdbf37dec57f into d1c2d0fc2e2d4854af4da2865ee91ed9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:17,116 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:17,116 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/B, priority=8, startTime=1731867617083; duration=0sec 2024-11-17T18:20:17,116 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:17,116 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:B 2024-11-17T18:20:17,116 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-17T18:20:17,118 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-17T18:20:17,118 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/C is initiating minor compaction (all files) 2024-11-17T18:20:17,118 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/C in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:17,118 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e2d4e11280084e27962b2b47444cd96b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f6eb23233b4541c292f1817f1cf620c4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/09ab375292bd4b30b6bbed27996cd986, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/33d93eeba8cd4cc6916ddec8eba3101a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/7f73ffc0e9f84a8e9de5bc510b20e7e5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/cf5b4db38e0f4f22a9921f5619432eb1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/37253d65182d4a46aa69a2c5eb458f80, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8f1083b1ab7649c4bf8bdf73ee1d697b] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=93.9 K 2024-11-17T18:20:17,119 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e2d4e11280084e27962b2b47444cd96b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731867609458 2024-11-17T18:20:17,119 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f6eb23233b4541c292f1817f1cf620c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731867609533 2024-11-17T18:20:17,119 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 09ab375292bd4b30b6bbed27996cd986, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731867610155 2024-11-17T18:20:17,119 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 33d93eeba8cd4cc6916ddec8eba3101a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731867610789 2024-11-17T18:20:17,119 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f73ffc0e9f84a8e9de5bc510b20e7e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731867611425 2024-11-17T18:20:17,120 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting cf5b4db38e0f4f22a9921f5619432eb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731867613587 2024-11-17T18:20:17,120 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 37253d65182d4a46aa69a2c5eb458f80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731867614730 2024-11-17T18:20:17,120 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1083b1ab7649c4bf8bdf73ee1d697b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731867615881 2024-11-17T18:20:17,133 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#C#compaction#371 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:17,134 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/07cd276742324536a7e1514d82b969d7 is 50, key is test_row_0/C:col10/1731867615893/Put/seqid=0 2024-11-17T18:20:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742272_1448 (size=12425) 2024-11-17T18:20:17,145 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/07cd276742324536a7e1514d82b969d7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/07cd276742324536a7e1514d82b969d7 2024-11-17T18:20:17,148 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/C of 69bd3a7c82dd10b17699cdbf37dec57f into 07cd276742324536a7e1514d82b969d7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:17,148 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:17,148 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/C, priority=8, startTime=1731867617083; duration=0sec 2024-11-17T18:20:17,149 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:17,149 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:C 2024-11-17T18:20:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:17,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:20:17,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:17,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:17,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:17,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:17,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:17,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:17,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/e67b3f554e44495898b184aee1db5ca4 is 50, key is test_row_0/A:col10/1731867617162/Put/seqid=0 2024-11-17T18:20:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742273_1449 (size=12151) 2024-11-17T18:20:17,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/e67b3f554e44495898b184aee1db5ca4 2024-11-17T18:20:17,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/f16246ec8a7d43a9a314326339c12be5 is 50, key is test_row_0/B:col10/1731867617162/Put/seqid=0 2024-11-17T18:20:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742274_1450 (size=12151) 2024-11-17T18:20:17,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867677198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867677199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867677200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867677202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867677202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867677303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867677307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867677307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867677312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867677312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867677509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,511 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c02a70403f3d42f79bb41e8919852982 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c02a70403f3d42f79bb41e8919852982 2024-11-17T18:20:17,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867677511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,515 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/A of 69bd3a7c82dd10b17699cdbf37dec57f into c02a70403f3d42f79bb41e8919852982(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:17,515 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:17,515 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/A, priority=8, startTime=1731867617083; duration=0sec 2024-11-17T18:20:17,515 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:17,515 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:A 2024-11-17T18:20:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867677512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867677517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867677518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T18:20:17,585 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-17T18:20:17,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-17T18:20:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T18:20:17,587 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:17,588 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:17,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:17,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/f16246ec8a7d43a9a314326339c12be5 2024-11-17T18:20:17,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/a2830cc70ab143ce857d05731b4da232 is 50, key is test_row_0/C:col10/1731867617162/Put/seqid=0 2024-11-17T18:20:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742275_1451 (size=12151) 2024-11-17T18:20:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T18:20:17,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T18:20:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:17,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:17,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:17,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:17,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867677814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867677814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867677823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867677823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867677825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T18:20:17,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:17,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T18:20:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:17,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:18,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/a2830cc70ab143ce857d05731b4da232 2024-11-17T18:20:18,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/e67b3f554e44495898b184aee1db5ca4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e67b3f554e44495898b184aee1db5ca4 2024-11-17T18:20:18,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e67b3f554e44495898b184aee1db5ca4, entries=150, sequenceid=162, filesize=11.9 K 2024-11-17T18:20:18,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/f16246ec8a7d43a9a314326339c12be5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f16246ec8a7d43a9a314326339c12be5 2024-11-17T18:20:18,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f16246ec8a7d43a9a314326339c12be5, entries=150, sequenceid=162, filesize=11.9 K 2024-11-17T18:20:18,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/a2830cc70ab143ce857d05731b4da232 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/a2830cc70ab143ce857d05731b4da232 2024-11-17T18:20:18,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/a2830cc70ab143ce857d05731b4da232, entries=150, sequenceid=162, filesize=11.9 K 2024-11-17T18:20:18,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 69bd3a7c82dd10b17699cdbf37dec57f in 854ms, sequenceid=162, compaction requested=false 2024-11-17T18:20:18,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:18,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T18:20:18,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:18,045 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:20:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:18,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/45c9f661dc374c198527e68f2e7caff8 is 50, key is test_row_0/A:col10/1731867617194/Put/seqid=0 2024-11-17T18:20:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742276_1452 (size=12151) 2024-11-17T18:20:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T18:20:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:18,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:18,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867678331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867678332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867678361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867678361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867678361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,454 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/45c9f661dc374c198527e68f2e7caff8 2024-11-17T18:20:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/8a41f3cf338a42b9b138e97ecb8df12f is 50, key is test_row_0/B:col10/1731867617194/Put/seqid=0 2024-11-17T18:20:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742277_1453 (size=12151) 2024-11-17T18:20:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867678462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867678462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867678466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867678466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867678466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867678668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867678668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867678670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867678670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867678672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T18:20:18,865 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/8a41f3cf338a42b9b138e97ecb8df12f 2024-11-17T18:20:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/9e3a83c8ace947b4bc49077ad7fd5777 is 50, key is test_row_0/C:col10/1731867617194/Put/seqid=0 2024-11-17T18:20:18,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742278_1454 (size=12151) 2024-11-17T18:20:18,877 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/9e3a83c8ace947b4bc49077ad7fd5777 2024-11-17T18:20:18,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/45c9f661dc374c198527e68f2e7caff8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/45c9f661dc374c198527e68f2e7caff8 2024-11-17T18:20:18,883 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/45c9f661dc374c198527e68f2e7caff8, entries=150, sequenceid=187, filesize=11.9 K 2024-11-17T18:20:18,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/8a41f3cf338a42b9b138e97ecb8df12f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8a41f3cf338a42b9b138e97ecb8df12f 2024-11-17T18:20:18,887 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8a41f3cf338a42b9b138e97ecb8df12f, entries=150, sequenceid=187, filesize=11.9 K 2024-11-17T18:20:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/9e3a83c8ace947b4bc49077ad7fd5777 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/9e3a83c8ace947b4bc49077ad7fd5777 2024-11-17T18:20:18,891 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/9e3a83c8ace947b4bc49077ad7fd5777, entries=150, sequenceid=187, filesize=11.9 K 2024-11-17T18:20:18,892 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 69bd3a7c82dd10b17699cdbf37dec57f in 847ms, sequenceid=187, compaction requested=true 2024-11-17T18:20:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-17T18:20:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-17T18:20:18,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-17T18:20:18,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3050 sec 2024-11-17T18:20:18,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3090 sec 2024-11-17T18:20:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:18,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:20:18,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:18,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:18,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:18,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:18,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:18,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:18,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/6751c6576a734336af0b14c81ea6f865 is 50, key is test_row_0/A:col10/1731867618336/Put/seqid=0 2024-11-17T18:20:18,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742279_1455 (size=14541) 2024-11-17T18:20:19,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867678996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867678997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867678999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867679000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867679001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867679103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867679104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867679106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867679107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867679107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867679306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867679307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867679313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867679313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867679314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/6751c6576a734336af0b14c81ea6f865 2024-11-17T18:20:19,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/065296b560dc4edeaca6ac2474149081 is 50, key is test_row_0/B:col10/1731867618336/Put/seqid=0 2024-11-17T18:20:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742280_1456 (size=12151) 2024-11-17T18:20:19,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/065296b560dc4edeaca6ac2474149081 2024-11-17T18:20:19,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/e4282afc20cd478db634170449662b1e is 50, key is test_row_0/C:col10/1731867618336/Put/seqid=0 2024-11-17T18:20:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742281_1457 (size=12151) 2024-11-17T18:20:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867679612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867679613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867679617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867679618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867679619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T18:20:19,692 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-17T18:20:19,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-17T18:20:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T18:20:19,694 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:19,695 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:19,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T18:20:19,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/e4282afc20cd478db634170449662b1e 2024-11-17T18:20:19,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/6751c6576a734336af0b14c81ea6f865 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/6751c6576a734336af0b14c81ea6f865 2024-11-17T18:20:19,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/6751c6576a734336af0b14c81ea6f865, entries=200, sequenceid=201, filesize=14.2 K 2024-11-17T18:20:19,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/065296b560dc4edeaca6ac2474149081 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/065296b560dc4edeaca6ac2474149081 2024-11-17T18:20:19,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/065296b560dc4edeaca6ac2474149081, entries=150, sequenceid=201, filesize=11.9 K 2024-11-17T18:20:19,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/e4282afc20cd478db634170449662b1e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e4282afc20cd478db634170449662b1e 2024-11-17T18:20:19,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e4282afc20cd478db634170449662b1e, entries=150, sequenceid=201, filesize=11.9 K 2024-11-17T18:20:19,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 69bd3a7c82dd10b17699cdbf37dec57f in 848ms, sequenceid=201, compaction requested=true 2024-11-17T18:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:19,824 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:20:19,824 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:20:19,825 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:20:19,825 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/B is initiating minor compaction (all files) 2024-11-17T18:20:19,825 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/B in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:19,825 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/d1c2d0fc2e2d4854af4da2865ee91ed9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f16246ec8a7d43a9a314326339c12be5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8a41f3cf338a42b9b138e97ecb8df12f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/065296b560dc4edeaca6ac2474149081] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=47.7 K 2024-11-17T18:20:19,826 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51268 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:20:19,826 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d1c2d0fc2e2d4854af4da2865ee91ed9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731867615881 2024-11-17T18:20:19,826 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/A is initiating minor compaction (all files) 2024-11-17T18:20:19,826 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/A in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:19,826 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c02a70403f3d42f79bb41e8919852982, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e67b3f554e44495898b184aee1db5ca4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/45c9f661dc374c198527e68f2e7caff8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/6751c6576a734336af0b14c81ea6f865] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=50.1 K 2024-11-17T18:20:19,826 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f16246ec8a7d43a9a314326339c12be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731867617048 2024-11-17T18:20:19,826 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c02a70403f3d42f79bb41e8919852982, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731867615881 2024-11-17T18:20:19,827 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a41f3cf338a42b9b138e97ecb8df12f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867617194 2024-11-17T18:20:19,827 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e67b3f554e44495898b184aee1db5ca4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731867617048 2024-11-17T18:20:19,827 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 065296b560dc4edeaca6ac2474149081, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867618336 2024-11-17T18:20:19,827 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45c9f661dc374c198527e68f2e7caff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867617194 2024-11-17T18:20:19,827 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6751c6576a734336af0b14c81ea6f865, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867618334 2024-11-17T18:20:19,834 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:19,834 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/0fa70468a96847f497c2eea7728e30d4 is 50, key is test_row_0/A:col10/1731867618336/Put/seqid=0 2024-11-17T18:20:19,835 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#B#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:19,836 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/7ec6bd2f4a54448e8eac089dc3421a42 is 50, key is test_row_0/B:col10/1731867618336/Put/seqid=0 2024-11-17T18:20:19,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:19,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-17T18:20:19,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:19,846 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:20:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742282_1458 (size=12561) 2024-11-17T18:20:19,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/b4bb46ff1645423994c1a16327b2f228 is 50, key is test_row_0/A:col10/1731867619000/Put/seqid=0 2024-11-17T18:20:19,853 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/0fa70468a96847f497c2eea7728e30d4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/0fa70468a96847f497c2eea7728e30d4 2024-11-17T18:20:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742283_1459 (size=12561) 2024-11-17T18:20:19,857 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/A of 69bd3a7c82dd10b17699cdbf37dec57f into 0fa70468a96847f497c2eea7728e30d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:19,857 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:19,857 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/A, priority=12, startTime=1731867619824; duration=0sec 2024-11-17T18:20:19,858 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:19,858 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:A 2024-11-17T18:20:19,858 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T18:20:19,858 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T18:20:19,859 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/C is initiating minor compaction (all files) 2024-11-17T18:20:19,859 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/C in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:19,859 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/07cd276742324536a7e1514d82b969d7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/a2830cc70ab143ce857d05731b4da232, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/9e3a83c8ace947b4bc49077ad7fd5777, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e4282afc20cd478db634170449662b1e] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=47.7 K 2024-11-17T18:20:19,859 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07cd276742324536a7e1514d82b969d7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731867615881 2024-11-17T18:20:19,859 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2830cc70ab143ce857d05731b4da232, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731867617048 2024-11-17T18:20:19,859 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e3a83c8ace947b4bc49077ad7fd5777, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731867617194 2024-11-17T18:20:19,860 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4282afc20cd478db634170449662b1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867618336 2024-11-17T18:20:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742284_1460 (size=12151) 2024-11-17T18:20:19,879 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:19,879 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/1449e893727444a8bb0a6d5fc1c5ef45 is 50, key is test_row_0/C:col10/1731867618336/Put/seqid=0 2024-11-17T18:20:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742285_1461 (size=12561) 2024-11-17T18:20:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T18:20:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:20,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:20,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867680135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867680135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867680136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867680136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867680137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867680238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867680244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867680246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867680247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867680247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,258 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/7ec6bd2f4a54448e8eac089dc3421a42 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/7ec6bd2f4a54448e8eac089dc3421a42 2024-11-17T18:20:20,262 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/B of 69bd3a7c82dd10b17699cdbf37dec57f into 7ec6bd2f4a54448e8eac089dc3421a42(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:20,262 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:20,262 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/B, priority=12, startTime=1731867619824; duration=0sec 2024-11-17T18:20:20,262 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:20,262 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:B 2024-11-17T18:20:20,263 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/b4bb46ff1645423994c1a16327b2f228 2024-11-17T18:20:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/56da9e44ddb14782bf7f610be4c4b1aa is 50, key is test_row_0/B:col10/1731867619000/Put/seqid=0 2024-11-17T18:20:20,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742286_1462 (size=12151) 2024-11-17T18:20:20,293 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/1449e893727444a8bb0a6d5fc1c5ef45 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/1449e893727444a8bb0a6d5fc1c5ef45 2024-11-17T18:20:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T18:20:20,297 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/C of 69bd3a7c82dd10b17699cdbf37dec57f into 1449e893727444a8bb0a6d5fc1c5ef45(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:20,297 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:20,297 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/C, priority=12, startTime=1731867619824; duration=0sec 2024-11-17T18:20:20,297 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:20,297 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:C 2024-11-17T18:20:20,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867680442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867680447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867680451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867680452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867680452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,675 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/56da9e44ddb14782bf7f610be4c4b1aa 2024-11-17T18:20:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/87ac9d22c8d3450ea168a9bab0ba9be5 is 50, key is test_row_0/C:col10/1731867619000/Put/seqid=0 2024-11-17T18:20:20,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742287_1463 (size=12151) 2024-11-17T18:20:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867680751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867680751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867680756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867680758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867680758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T18:20:21,087 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/87ac9d22c8d3450ea168a9bab0ba9be5 2024-11-17T18:20:21,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/b4bb46ff1645423994c1a16327b2f228 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/b4bb46ff1645423994c1a16327b2f228 2024-11-17T18:20:21,095 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/b4bb46ff1645423994c1a16327b2f228, entries=150, sequenceid=223, filesize=11.9 K 2024-11-17T18:20:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/56da9e44ddb14782bf7f610be4c4b1aa as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/56da9e44ddb14782bf7f610be4c4b1aa 2024-11-17T18:20:21,098 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/56da9e44ddb14782bf7f610be4c4b1aa, entries=150, sequenceid=223, filesize=11.9 K 2024-11-17T18:20:21,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/87ac9d22c8d3450ea168a9bab0ba9be5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/87ac9d22c8d3450ea168a9bab0ba9be5 2024-11-17T18:20:21,102 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/87ac9d22c8d3450ea168a9bab0ba9be5, entries=150, sequenceid=223, filesize=11.9 K 2024-11-17T18:20:21,103 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 69bd3a7c82dd10b17699cdbf37dec57f in 1258ms, sequenceid=223, compaction requested=false 2024-11-17T18:20:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-17T18:20:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-17T18:20:21,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-17T18:20:21,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-17T18:20:21,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4130 sec 2024-11-17T18:20:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:21,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T18:20:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:21,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/a5c2b68b1bf8453cabb28308c0355089 is 50, key is test_row_0/A:col10/1731867620134/Put/seqid=0 2024-11-17T18:20:21,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742288_1464 (size=14541) 2024-11-17T18:20:21,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867681279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867681280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867681280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867681281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867681284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867681385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867681385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867681386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867681386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867681389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867681590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867681590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867681591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867681592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867681594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/a5c2b68b1bf8453cabb28308c0355089 2024-11-17T18:20:21,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/f1580e5e9fb543fe9a666346178cd510 is 50, key is test_row_0/B:col10/1731867620134/Put/seqid=0 2024-11-17T18:20:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742289_1465 (size=12151) 2024-11-17T18:20:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T18:20:21,798 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-17T18:20:21,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-17T18:20:21,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T18:20:21,801 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:21,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867681895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867681895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867681896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T18:20:21,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867681898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867681898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:21,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T18:20:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:21,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:21,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/f1580e5e9fb543fe9a666346178cd510 2024-11-17T18:20:22,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/090e683dec5f4d7d8a5c8c8bbbdb2e81 is 50, key is test_row_0/C:col10/1731867620134/Put/seqid=0 2024-11-17T18:20:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742290_1466 (size=12151) 2024-11-17T18:20:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T18:20:22,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T18:20:22,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:22,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T18:20:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867682398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T18:20:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867682402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867682403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867682404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867682406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T18:20:22,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:22,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:22,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/090e683dec5f4d7d8a5c8c8bbbdb2e81 2024-11-17T18:20:22,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/a5c2b68b1bf8453cabb28308c0355089 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/a5c2b68b1bf8453cabb28308c0355089 2024-11-17T18:20:22,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/a5c2b68b1bf8453cabb28308c0355089, entries=200, sequenceid=243, filesize=14.2 K 2024-11-17T18:20:22,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/f1580e5e9fb543fe9a666346178cd510 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f1580e5e9fb543fe9a666346178cd510 2024-11-17T18:20:22,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f1580e5e9fb543fe9a666346178cd510, entries=150, sequenceid=243, filesize=11.9 K 2024-11-17T18:20:22,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/090e683dec5f4d7d8a5c8c8bbbdb2e81 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/090e683dec5f4d7d8a5c8c8bbbdb2e81 2024-11-17T18:20:22,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/090e683dec5f4d7d8a5c8c8bbbdb2e81, entries=150, sequenceid=243, filesize=11.9 K 2024-11-17T18:20:22,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 69bd3a7c82dd10b17699cdbf37dec57f in 1247ms, sequenceid=243, compaction requested=true 2024-11-17T18:20:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:22,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:22,507 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:22,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:22,507 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:22,512 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:22,512 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:22,512 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/A is initiating minor compaction (all files) 2024-11-17T18:20:22,512 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/B is initiating minor compaction (all files) 2024-11-17T18:20:22,513 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/A in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,513 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/B in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,513 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/0fa70468a96847f497c2eea7728e30d4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/b4bb46ff1645423994c1a16327b2f228, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/a5c2b68b1bf8453cabb28308c0355089] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=38.3 K 2024-11-17T18:20:22,513 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/7ec6bd2f4a54448e8eac089dc3421a42, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/56da9e44ddb14782bf7f610be4c4b1aa, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f1580e5e9fb543fe9a666346178cd510] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=36.0 K 2024-11-17T18:20:22,513 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ec6bd2f4a54448e8eac089dc3421a42, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867618336 2024-11-17T18:20:22,513 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fa70468a96847f497c2eea7728e30d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867618336 2024-11-17T18:20:22,513 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 56da9e44ddb14782bf7f610be4c4b1aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731867618996 2024-11-17T18:20:22,513 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4bb46ff1645423994c1a16327b2f228, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731867618996 2024-11-17T18:20:22,514 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5c2b68b1bf8453cabb28308c0355089, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731867620134 2024-11-17T18:20:22,514 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f1580e5e9fb543fe9a666346178cd510, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731867620134 2024-11-17T18:20:22,519 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:22,520 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/572bdf8049d44a30a62bbd1266a13fe3 is 50, key is test_row_0/B:col10/1731867620134/Put/seqid=0 2024-11-17T18:20:22,521 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#A#compaction#391 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:22,522 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/2fb3ed55532546ed9e15ce0a67ac358d is 50, key is test_row_0/A:col10/1731867620134/Put/seqid=0 2024-11-17T18:20:22,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742291_1467 (size=12663) 2024-11-17T18:20:22,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742292_1468 (size=12663) 2024-11-17T18:20:22,533 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/2fb3ed55532546ed9e15ce0a67ac358d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/2fb3ed55532546ed9e15ce0a67ac358d 2024-11-17T18:20:22,537 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/A of 69bd3a7c82dd10b17699cdbf37dec57f into 2fb3ed55532546ed9e15ce0a67ac358d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:22,537 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:22,537 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/A, priority=13, startTime=1731867622506; duration=0sec 2024-11-17T18:20:22,537 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:22,537 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:A 2024-11-17T18:20:22,537 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:22,538 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:22,538 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/C is initiating minor compaction (all files) 2024-11-17T18:20:22,538 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/C in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,538 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/1449e893727444a8bb0a6d5fc1c5ef45, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/87ac9d22c8d3450ea168a9bab0ba9be5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/090e683dec5f4d7d8a5c8c8bbbdb2e81] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=36.0 K 2024-11-17T18:20:22,539 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1449e893727444a8bb0a6d5fc1c5ef45, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731867618336 2024-11-17T18:20:22,539 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87ac9d22c8d3450ea168a9bab0ba9be5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731867618996 2024-11-17T18:20:22,539 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 090e683dec5f4d7d8a5c8c8bbbdb2e81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731867620134 2024-11-17T18:20:22,546 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:22,546 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/ed222a1c3a6c43c8a04e535a2febf87c is 50, key is test_row_0/C:col10/1731867620134/Put/seqid=0 2024-11-17T18:20:22,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742293_1469 (size=12663) 2024-11-17T18:20:22,556 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/ed222a1c3a6c43c8a04e535a2febf87c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ed222a1c3a6c43c8a04e535a2febf87c 2024-11-17T18:20:22,559 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/C of 69bd3a7c82dd10b17699cdbf37dec57f into ed222a1c3a6c43c8a04e535a2febf87c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:22,559 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:22,559 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/C, priority=13, startTime=1731867622507; duration=0sec 2024-11-17T18:20:22,559 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:22,559 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:C 2024-11-17T18:20:22,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:22,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T18:20:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:22,563 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T18:20:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/860ca2ae5330438589666a08ff979612 is 50, key is test_row_0/A:col10/1731867621283/Put/seqid=0 2024-11-17T18:20:22,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742294_1470 (size=12251) 2024-11-17T18:20:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T18:20:22,933 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/572bdf8049d44a30a62bbd1266a13fe3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/572bdf8049d44a30a62bbd1266a13fe3 2024-11-17T18:20:22,938 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/B of 69bd3a7c82dd10b17699cdbf37dec57f into 572bdf8049d44a30a62bbd1266a13fe3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:22,938 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:22,938 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/B, priority=13, startTime=1731867622507; duration=0sec 2024-11-17T18:20:22,938 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:22,938 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:B 2024-11-17T18:20:22,986 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/860ca2ae5330438589666a08ff979612 2024-11-17T18:20:22,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/07b9e3271a51470daee0b8812e11c30a is 50, key is test_row_0/B:col10/1731867621283/Put/seqid=0 2024-11-17T18:20:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742295_1471 (size=12251) 2024-11-17T18:20:23,398 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/07b9e3271a51470daee0b8812e11c30a 2024-11-17T18:20:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/8eb553e64eb64205ad1588c172eeccba is 50, key is test_row_0/C:col10/1731867621283/Put/seqid=0 2024-11-17T18:20:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:23,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742296_1472 (size=12251) 2024-11-17T18:20:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867683426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867683426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867683427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867683427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867683428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867683533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867683533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867683535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867683535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867683535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867683735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867683736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867683738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867683740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867683741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:23,810 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/8eb553e64eb64205ad1588c172eeccba 2024-11-17T18:20:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/860ca2ae5330438589666a08ff979612 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/860ca2ae5330438589666a08ff979612 2024-11-17T18:20:23,817 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/860ca2ae5330438589666a08ff979612, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T18:20:23,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/07b9e3271a51470daee0b8812e11c30a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/07b9e3271a51470daee0b8812e11c30a 2024-11-17T18:20:23,821 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/07b9e3271a51470daee0b8812e11c30a, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T18:20:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/8eb553e64eb64205ad1588c172eeccba as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8eb553e64eb64205ad1588c172eeccba 2024-11-17T18:20:23,826 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8eb553e64eb64205ad1588c172eeccba, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T18:20:23,826 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 69bd3a7c82dd10b17699cdbf37dec57f in 1263ms, sequenceid=264, compaction requested=false 2024-11-17T18:20:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:23,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-17T18:20:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-17T18:20:23,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-17T18:20:23,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0270 sec 2024-11-17T18:20:23,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.0300 sec 2024-11-17T18:20:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T18:20:23,904 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-17T18:20:23,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-17T18:20:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T18:20:23,906 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:23,907 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:23,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T18:20:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:24,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-17T18:20:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:24,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/57f100c927164357a25370f08b471cfd is 50, key is test_row_0/A:col10/1731867623425/Put/seqid=0 2024-11-17T18:20:24,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742297_1473 (size=17181) 2024-11-17T18:20:24,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/57f100c927164357a25370f08b471cfd 2024-11-17T18:20:24,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/412e37cc30c74c288908b5c70622f639 is 50, key is test_row_0/B:col10/1731867623425/Put/seqid=0 2024-11-17T18:20:24,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-17T18:20:24,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:24,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742298_1474 (size=12301) 2024-11-17T18:20:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867684058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867684058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867684059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867684064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867684065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867684167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867684167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867684167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867684172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867684172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T18:20:24,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-17T18:20:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-17T18:20:24,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:24,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867684369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867684370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867684372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867684376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867684377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/412e37cc30c74c288908b5c70622f639 2024-11-17T18:20:24,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/3e8a0c5a4e304bab805ecb242047ab9b is 50, key is test_row_0/C:col10/1731867623425/Put/seqid=0 2024-11-17T18:20:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742299_1475 (size=12301) 2024-11-17T18:20:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T18:20:24,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-17T18:20:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-17T18:20:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867684674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867684674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867684676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867684679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867684681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-17T18:20:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:24,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/3e8a0c5a4e304bab805ecb242047ab9b 2024-11-17T18:20:24,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/57f100c927164357a25370f08b471cfd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/57f100c927164357a25370f08b471cfd 2024-11-17T18:20:24,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/57f100c927164357a25370f08b471cfd, entries=250, sequenceid=284, filesize=16.8 K 2024-11-17T18:20:24,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/412e37cc30c74c288908b5c70622f639 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/412e37cc30c74c288908b5c70622f639 2024-11-17T18:20:24,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/412e37cc30c74c288908b5c70622f639, entries=150, sequenceid=284, filesize=12.0 K 2024-11-17T18:20:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/3e8a0c5a4e304bab805ecb242047ab9b as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3e8a0c5a4e304bab805ecb242047ab9b 2024-11-17T18:20:24,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3e8a0c5a4e304bab805ecb242047ab9b, entries=150, sequenceid=284, filesize=12.0 K 2024-11-17T18:20:24,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 69bd3a7c82dd10b17699cdbf37dec57f in 844ms, sequenceid=284, compaction requested=true 2024-11-17T18:20:24,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:24,888 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:24,888 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:24,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:24,888 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:24,888 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:24,888 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/A is initiating minor compaction (all files) 2024-11-17T18:20:24,888 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/B is initiating minor compaction (all files) 2024-11-17T18:20:24,889 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/A in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,889 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/B in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,889 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/2fb3ed55532546ed9e15ce0a67ac358d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/860ca2ae5330438589666a08ff979612, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/57f100c927164357a25370f08b471cfd] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=41.1 K 2024-11-17T18:20:24,889 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/572bdf8049d44a30a62bbd1266a13fe3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/07b9e3271a51470daee0b8812e11c30a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/412e37cc30c74c288908b5c70622f639] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=36.3 K 2024-11-17T18:20:24,889 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fb3ed55532546ed9e15ce0a67ac358d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731867620134 2024-11-17T18:20:24,889 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 572bdf8049d44a30a62bbd1266a13fe3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731867620134 2024-11-17T18:20:24,889 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b9e3271a51470daee0b8812e11c30a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731867621277 2024-11-17T18:20:24,889 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 860ca2ae5330438589666a08ff979612, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731867621277 2024-11-17T18:20:24,890 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 412e37cc30c74c288908b5c70622f639, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731867623425 2024-11-17T18:20:24,890 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57f100c927164357a25370f08b471cfd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731867623425 2024-11-17T18:20:24,897 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:24,897 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:24,897 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/c65b67a75eca4814bd19e0cc2d9fa40d is 50, key is test_row_0/B:col10/1731867623425/Put/seqid=0 2024-11-17T18:20:24,898 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/44aca6c018dd4e4d951e24e6486facdc is 50, key is test_row_0/A:col10/1731867623425/Put/seqid=0 2024-11-17T18:20:24,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742300_1476 (size=12915) 2024-11-17T18:20:24,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742301_1477 (size=12915) 2024-11-17T18:20:24,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:24,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-17T18:20:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:24,974 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-17T18:20:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:24,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/79f84464fdc642fc98d1328b61743f09 is 50, key is test_row_0/A:col10/1731867624063/Put/seqid=0 2024-11-17T18:20:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742302_1478 (size=12301) 2024-11-17T18:20:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T18:20:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:25,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:25,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867685198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867685199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867685199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867685200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867685204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867685305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,310 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/44aca6c018dd4e4d951e24e6486facdc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/44aca6c018dd4e4d951e24e6486facdc 2024-11-17T18:20:25,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867685305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867685305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867685306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,311 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/c65b67a75eca4814bd19e0cc2d9fa40d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/c65b67a75eca4814bd19e0cc2d9fa40d 2024-11-17T18:20:25,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867685307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,314 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/A of 69bd3a7c82dd10b17699cdbf37dec57f into 44aca6c018dd4e4d951e24e6486facdc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:25,314 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:25,314 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/A, priority=13, startTime=1731867624887; duration=0sec 2024-11-17T18:20:25,314 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:25,314 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:A 2024-11-17T18:20:25,314 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:25,314 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/B of 69bd3a7c82dd10b17699cdbf37dec57f into c65b67a75eca4814bd19e0cc2d9fa40d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:25,315 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:25,315 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/B, priority=13, startTime=1731867624888; duration=0sec 2024-11-17T18:20:25,315 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:25,315 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:B 2024-11-17T18:20:25,315 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:25,315 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/C is initiating minor compaction (all files) 2024-11-17T18:20:25,315 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/C in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:25,315 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ed222a1c3a6c43c8a04e535a2febf87c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8eb553e64eb64205ad1588c172eeccba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3e8a0c5a4e304bab805ecb242047ab9b] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=36.3 K 2024-11-17T18:20:25,316 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed222a1c3a6c43c8a04e535a2febf87c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731867620134 2024-11-17T18:20:25,316 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eb553e64eb64205ad1588c172eeccba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731867621277 2024-11-17T18:20:25,316 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e8a0c5a4e304bab805ecb242047ab9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731867623425 2024-11-17T18:20:25,321 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:25,322 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/13d378bd8e824c6d9b6c4f146311b87f is 50, key is test_row_0/C:col10/1731867623425/Put/seqid=0 2024-11-17T18:20:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742303_1479 (size=12915) 2024-11-17T18:20:25,385 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/79f84464fdc642fc98d1328b61743f09 2024-11-17T18:20:25,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/8dc246ceee7941db91bda694d5c5cd89 is 50, key is test_row_0/B:col10/1731867624063/Put/seqid=0 2024-11-17T18:20:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742304_1480 (size=12301) 2024-11-17T18:20:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867685511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867685512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867685512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867685513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867685513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,735 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/13d378bd8e824c6d9b6c4f146311b87f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/13d378bd8e824c6d9b6c4f146311b87f 2024-11-17T18:20:25,739 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/C of 69bd3a7c82dd10b17699cdbf37dec57f into 13d378bd8e824c6d9b6c4f146311b87f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:25,740 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:25,740 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/C, priority=13, startTime=1731867624888; duration=0sec 2024-11-17T18:20:25,740 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:25,740 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:C 2024-11-17T18:20:25,795 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/8dc246ceee7941db91bda694d5c5cd89 2024-11-17T18:20:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/bbb460d31a394e07afee0e186c5cc3bf is 50, key is test_row_0/C:col10/1731867624063/Put/seqid=0 2024-11-17T18:20:25,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742305_1481 (size=12301) 2024-11-17T18:20:25,807 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/bbb460d31a394e07afee0e186c5cc3bf 2024-11-17T18:20:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/79f84464fdc642fc98d1328b61743f09 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/79f84464fdc642fc98d1328b61743f09 2024-11-17T18:20:25,814 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/79f84464fdc642fc98d1328b61743f09, entries=150, sequenceid=301, filesize=12.0 K 2024-11-17T18:20:25,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/8dc246ceee7941db91bda694d5c5cd89 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8dc246ceee7941db91bda694d5c5cd89 2024-11-17T18:20:25,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867685815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867685815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,818 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8dc246ceee7941db91bda694d5c5cd89, entries=150, sequenceid=301, filesize=12.0 K 2024-11-17T18:20:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/bbb460d31a394e07afee0e186c5cc3bf as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/bbb460d31a394e07afee0e186c5cc3bf 2024-11-17T18:20:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867685815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867685816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,822 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/bbb460d31a394e07afee0e186c5cc3bf, entries=150, sequenceid=301, filesize=12.0 K 2024-11-17T18:20:25,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867685817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:25,822 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 69bd3a7c82dd10b17699cdbf37dec57f in 848ms, sequenceid=301, compaction requested=false 2024-11-17T18:20:25,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:25,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:25,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-17T18:20:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-17T18:20:25,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-17T18:20:25,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9170 sec 2024-11-17T18:20:25,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.9200 sec 2024-11-17T18:20:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T18:20:26,010 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-17T18:20:26,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-17T18:20:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-17T18:20:26,012 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:26,013 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:26,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-17T18:20:26,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-17T18:20:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:26,165 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T18:20:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/e80b3058c5604ce28bc6964cc899c110 is 50, key is test_row_0/A:col10/1731867625196/Put/seqid=0 2024-11-17T18:20:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742306_1482 (size=12301) 2024-11-17T18:20:26,175 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/e80b3058c5604ce28bc6964cc899c110 2024-11-17T18:20:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/36d5f5b9cc924a479782c9f3174df037 is 50, key is test_row_0/B:col10/1731867625196/Put/seqid=0 2024-11-17T18:20:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742307_1483 (size=12301) 2024-11-17T18:20:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-17T18:20:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:26,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:26,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867686368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867686368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867686368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867686369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867686369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867686478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867686478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867686479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867686479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867686479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,589 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/36d5f5b9cc924a479782c9f3174df037 2024-11-17T18:20:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/d333eb0bf5244b96bcc300bb20fa1626 is 50, key is test_row_0/C:col10/1731867625196/Put/seqid=0 2024-11-17T18:20:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742308_1484 (size=12301) 2024-11-17T18:20:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-17T18:20:26,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867686682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867686683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867686683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867686683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867686683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867686986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867686987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867686988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867686989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867686990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:26,999 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/d333eb0bf5244b96bcc300bb20fa1626 2024-11-17T18:20:27,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/e80b3058c5604ce28bc6964cc899c110 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e80b3058c5604ce28bc6964cc899c110 2024-11-17T18:20:27,006 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e80b3058c5604ce28bc6964cc899c110, entries=150, sequenceid=323, filesize=12.0 K 2024-11-17T18:20:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/36d5f5b9cc924a479782c9f3174df037 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/36d5f5b9cc924a479782c9f3174df037 2024-11-17T18:20:27,010 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/36d5f5b9cc924a479782c9f3174df037, entries=150, sequenceid=323, filesize=12.0 K 2024-11-17T18:20:27,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/d333eb0bf5244b96bcc300bb20fa1626 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/d333eb0bf5244b96bcc300bb20fa1626 2024-11-17T18:20:27,014 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/d333eb0bf5244b96bcc300bb20fa1626, entries=150, sequenceid=323, filesize=12.0 K 2024-11-17T18:20:27,015 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 69bd3a7c82dd10b17699cdbf37dec57f in 850ms, sequenceid=323, compaction requested=true 2024-11-17T18:20:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-17T18:20:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-17T18:20:27,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-17T18:20:27,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-17T18:20:27,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.0060 sec 2024-11-17T18:20:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-17T18:20:27,115 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-17T18:20:27,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-17T18:20:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-17T18:20:27,117 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:27,118 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:27,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-17T18:20:27,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-17T18:20:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:27,270 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-17T18:20:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:27,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c496edafec084afbb35ad6cdef470603 is 50, key is test_row_0/A:col10/1731867626345/Put/seqid=0 2024-11-17T18:20:27,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742309_1485 (size=12301) 2024-11-17T18:20:27,280 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c496edafec084afbb35ad6cdef470603 2024-11-17T18:20:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3f932907d4404ed4908ee062377e27f2 is 50, key is test_row_0/B:col10/1731867626345/Put/seqid=0 2024-11-17T18:20:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742310_1486 (size=12301) 2024-11-17T18:20:27,291 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3f932907d4404ed4908ee062377e27f2 2024-11-17T18:20:27,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/4627b2a8b4774566a5dd630415283bf2 is 50, key is test_row_0/C:col10/1731867626345/Put/seqid=0 2024-11-17T18:20:27,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742311_1487 (size=12301) 2024-11-17T18:20:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-17T18:20:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:27,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:27,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867687511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867687511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867687512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867687515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867687515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867687618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867687618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867687618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867687621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867687621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,700 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/4627b2a8b4774566a5dd630415283bf2 2024-11-17T18:20:27,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c496edafec084afbb35ad6cdef470603 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c496edafec084afbb35ad6cdef470603 2024-11-17T18:20:27,707 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c496edafec084afbb35ad6cdef470603, entries=150, sequenceid=340, filesize=12.0 K 2024-11-17T18:20:27,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/3f932907d4404ed4908ee062377e27f2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f932907d4404ed4908ee062377e27f2 2024-11-17T18:20:27,711 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f932907d4404ed4908ee062377e27f2, entries=150, sequenceid=340, filesize=12.0 K 2024-11-17T18:20:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/4627b2a8b4774566a5dd630415283bf2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/4627b2a8b4774566a5dd630415283bf2 2024-11-17T18:20:27,715 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/4627b2a8b4774566a5dd630415283bf2, entries=150, sequenceid=340, filesize=12.0 K 2024-11-17T18:20:27,715 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 69bd3a7c82dd10b17699cdbf37dec57f in 445ms, sequenceid=340, compaction requested=true 2024-11-17T18:20:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-17T18:20:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-17T18:20:27,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-17T18:20:27,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 598 msec 2024-11-17T18:20:27,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 602 msec 2024-11-17T18:20:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-17T18:20:27,719 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-17T18:20:27,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-17T18:20:27,721 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-17T18:20:27,722 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:27,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-17T18:20:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:27,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T18:20:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:27,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/376c103d7f484822b5efd2894c5bf339 is 50, key is test_row_0/A:col10/1731867627825/Put/seqid=0 2024-11-17T18:20:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742312_1488 (size=14741) 2024-11-17T18:20:27,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867687835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867687841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867687841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867687842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867687843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-17T18:20:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:27,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867687944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867687947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867687948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867687949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867687949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-17T18:20:28,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-17T18:20:28,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:28,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867688150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867688150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867688151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867688154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867688154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-17T18:20:28,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:28,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/376c103d7f484822b5efd2894c5bf339 2024-11-17T18:20:28,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/47b1916a84c54390879ed760166fa9ac is 50, key is test_row_0/B:col10/1731867627825/Put/seqid=0 2024-11-17T18:20:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742313_1489 (size=12301) 2024-11-17T18:20:28,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/47b1916a84c54390879ed760166fa9ac 2024-11-17T18:20:28,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/53a2a66813da441289684e8d61b7267a is 50, key is test_row_0/C:col10/1731867627825/Put/seqid=0 2024-11-17T18:20:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742314_1490 (size=12301) 2024-11-17T18:20:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-17T18:20:28,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-17T18:20:28,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:28,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867688454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867688454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867688455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867688459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867688461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-17T18:20:28,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-17T18:20:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:28,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/53a2a66813da441289684e8d61b7267a 2024-11-17T18:20:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/376c103d7f484822b5efd2894c5bf339 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/376c103d7f484822b5efd2894c5bf339 2024-11-17T18:20:28,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/376c103d7f484822b5efd2894c5bf339, entries=200, sequenceid=362, filesize=14.4 K 2024-11-17T18:20:28,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/47b1916a84c54390879ed760166fa9ac as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/47b1916a84c54390879ed760166fa9ac 2024-11-17T18:20:28,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/47b1916a84c54390879ed760166fa9ac, entries=150, sequenceid=362, filesize=12.0 K 2024-11-17T18:20:28,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/53a2a66813da441289684e8d61b7267a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/53a2a66813da441289684e8d61b7267a 2024-11-17T18:20:28,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/53a2a66813da441289684e8d61b7267a, entries=150, sequenceid=362, filesize=12.0 K 2024-11-17T18:20:28,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 69bd3a7c82dd10b17699cdbf37dec57f in 848ms, sequenceid=362, compaction requested=true 2024-11-17T18:20:28,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:28,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:28,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:28,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:28,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:28,674 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:20:28,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:28,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:28,674 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:20:28,675 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62119 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:20:28,675 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64559 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:20:28,675 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/B is initiating minor compaction (all files) 2024-11-17T18:20:28,675 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/A is initiating minor compaction (all files) 2024-11-17T18:20:28,675 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/B in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,675 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/A in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,675 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/c65b67a75eca4814bd19e0cc2d9fa40d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8dc246ceee7941db91bda694d5c5cd89, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/36d5f5b9cc924a479782c9f3174df037, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f932907d4404ed4908ee062377e27f2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/47b1916a84c54390879ed760166fa9ac] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=60.7 K 2024-11-17T18:20:28,675 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/44aca6c018dd4e4d951e24e6486facdc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/79f84464fdc642fc98d1328b61743f09, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e80b3058c5604ce28bc6964cc899c110, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c496edafec084afbb35ad6cdef470603, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/376c103d7f484822b5efd2894c5bf339] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=63.0 K 2024-11-17T18:20:28,676 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44aca6c018dd4e4d951e24e6486facdc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731867623425 2024-11-17T18:20:28,676 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c65b67a75eca4814bd19e0cc2d9fa40d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731867623425 2024-11-17T18:20:28,676 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dc246ceee7941db91bda694d5c5cd89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731867624058 2024-11-17T18:20:28,676 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79f84464fdc642fc98d1328b61743f09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731867624058 2024-11-17T18:20:28,676 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d5f5b9cc924a479782c9f3174df037, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731867625196 2024-11-17T18:20:28,676 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e80b3058c5604ce28bc6964cc899c110, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731867625196 2024-11-17T18:20:28,677 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f932907d4404ed4908ee062377e27f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731867626330 2024-11-17T18:20:28,677 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting c496edafec084afbb35ad6cdef470603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731867626330 2024-11-17T18:20:28,677 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 376c103d7f484822b5efd2894c5bf339, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731867627509 2024-11-17T18:20:28,677 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 47b1916a84c54390879ed760166fa9ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731867627509 2024-11-17T18:20:28,687 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#A#compaction#414 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:28,687 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/5e825dee8422476e8b7dbf2210621a91 is 50, key is test_row_0/A:col10/1731867627825/Put/seqid=0 2024-11-17T18:20:28,690 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:28,691 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/5fdf902d5c2c4b4c97eab0e147a17ccd is 50, key is test_row_0/B:col10/1731867627825/Put/seqid=0 2024-11-17T18:20:28,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742315_1491 (size=13085) 2024-11-17T18:20:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742316_1492 (size=13085) 2024-11-17T18:20:28,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:28,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-17T18:20:28,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:28,790 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:20:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:28,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c3ea4450edfe4077b0cfeb42aebc3218 is 50, key is test_row_0/A:col10/1731867627842/Put/seqid=0 2024-11-17T18:20:28,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742317_1493 (size=12301) 2024-11-17T18:20:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-17T18:20:28,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. as already flushing 2024-11-17T18:20:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:29,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867688992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867688993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867688993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867688994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867689000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,105 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/5e825dee8422476e8b7dbf2210621a91 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/5e825dee8422476e8b7dbf2210621a91 2024-11-17T18:20:29,106 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/5fdf902d5c2c4b4c97eab0e147a17ccd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/5fdf902d5c2c4b4c97eab0e147a17ccd 2024-11-17T18:20:29,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867689101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867689102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,110 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/A of 69bd3a7c82dd10b17699cdbf37dec57f into 5e825dee8422476e8b7dbf2210621a91(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:29,110 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867689102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,110 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/A, priority=11, startTime=1731867628673; duration=0sec 2024-11-17T18:20:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867689102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,110 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:29,110 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:A 2024-11-17T18:20:29,110 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T18:20:29,111 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/B of 69bd3a7c82dd10b17699cdbf37dec57f into 5fdf902d5c2c4b4c97eab0e147a17ccd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:29,111 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:29,111 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/B, priority=11, startTime=1731867628674; duration=0sec 2024-11-17T18:20:29,111 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:29,111 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:B 2024-11-17T18:20:29,112 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62119 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T18:20:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,112 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): 69bd3a7c82dd10b17699cdbf37dec57f/C is initiating minor compaction (all files) 2024-11-17T18:20:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867689107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,112 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69bd3a7c82dd10b17699cdbf37dec57f/C in TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:29,112 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/13d378bd8e824c6d9b6c4f146311b87f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/bbb460d31a394e07afee0e186c5cc3bf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/d333eb0bf5244b96bcc300bb20fa1626, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/4627b2a8b4774566a5dd630415283bf2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/53a2a66813da441289684e8d61b7267a] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp, totalSize=60.7 K 2024-11-17T18:20:29,112 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13d378bd8e824c6d9b6c4f146311b87f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731867623425 2024-11-17T18:20:29,112 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbb460d31a394e07afee0e186c5cc3bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731867624058 2024-11-17T18:20:29,113 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d333eb0bf5244b96bcc300bb20fa1626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731867625196 2024-11-17T18:20:29,113 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4627b2a8b4774566a5dd630415283bf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731867626330 2024-11-17T18:20:29,113 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53a2a66813da441289684e8d61b7267a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731867627509 2024-11-17T18:20:29,122 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69bd3a7c82dd10b17699cdbf37dec57f#C#compaction#417 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:29,122 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/f3a58e45423b45f3a239d2e758d0ed71 is 50, key is test_row_0/C:col10/1731867627825/Put/seqid=0 2024-11-17T18:20:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742318_1494 (size=13085) 2024-11-17T18:20:29,129 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/f3a58e45423b45f3a239d2e758d0ed71 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f3a58e45423b45f3a239d2e758d0ed71 2024-11-17T18:20:29,133 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 69bd3a7c82dd10b17699cdbf37dec57f/C of 69bd3a7c82dd10b17699cdbf37dec57f into f3a58e45423b45f3a239d2e758d0ed71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:29,133 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:29,133 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f., storeName=69bd3a7c82dd10b17699cdbf37dec57f/C, priority=11, startTime=1731867628674; duration=0sec 2024-11-17T18:20:29,133 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:29,133 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:C 2024-11-17T18:20:29,199 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c3ea4450edfe4077b0cfeb42aebc3218 2024-11-17T18:20:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/db0080d392264652af2f45cf34710f23 is 50, key is test_row_0/B:col10/1731867627842/Put/seqid=0 2024-11-17T18:20:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742319_1495 (size=12301) 2024-11-17T18:20:29,210 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/db0080d392264652af2f45cf34710f23 2024-11-17T18:20:29,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/3cb3b073a7f64e6b8892bf908a479acf is 50, key is test_row_0/C:col10/1731867627842/Put/seqid=0 2024-11-17T18:20:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742320_1496 (size=12301) 2024-11-17T18:20:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867689310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867689312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867689312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867689312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867689314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,461 DEBUG [Thread-1901 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e0a4c0 to 127.0.0.1:64935 2024-11-17T18:20:29,461 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:29,461 DEBUG [Thread-1903 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21f9529d to 127.0.0.1:64935 2024-11-17T18:20:29,461 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:29,463 DEBUG [Thread-1907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34e71e8b to 127.0.0.1:64935 2024-11-17T18:20:29,463 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:29,466 DEBUG [Thread-1905 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ded4d02 to 127.0.0.1:64935 2024-11-17T18:20:29,466 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:29,466 DEBUG [Thread-1909 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fba74c9 to 127.0.0.1:64935 2024-11-17T18:20:29,466 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:29,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57028 deadline: 1731867689613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1731867689616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56988 deadline: 1731867689617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57056 deadline: 1731867689617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1731867689617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:29,620 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/3cb3b073a7f64e6b8892bf908a479acf 2024-11-17T18:20:29,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/c3ea4450edfe4077b0cfeb42aebc3218 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c3ea4450edfe4077b0cfeb42aebc3218 2024-11-17T18:20:29,625 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c3ea4450edfe4077b0cfeb42aebc3218, entries=150, sequenceid=376, filesize=12.0 K 2024-11-17T18:20:29,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/db0080d392264652af2f45cf34710f23 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/db0080d392264652af2f45cf34710f23 2024-11-17T18:20:29,629 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/db0080d392264652af2f45cf34710f23, entries=150, sequenceid=376, filesize=12.0 K 2024-11-17T18:20:29,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/3cb3b073a7f64e6b8892bf908a479acf as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3cb3b073a7f64e6b8892bf908a479acf 2024-11-17T18:20:29,631 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3cb3b073a7f64e6b8892bf908a479acf, entries=150, sequenceid=376, filesize=12.0 K 2024-11-17T18:20:29,632 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 69bd3a7c82dd10b17699cdbf37dec57f in 842ms, sequenceid=376, compaction requested=false 2024-11-17T18:20:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-17T18:20:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-17T18:20:29,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-17T18:20:29,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9110 sec 2024-11-17T18:20:29,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9130 sec 2024-11-17T18:20:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-17T18:20:29,826 INFO [Thread-1900 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-17T18:20:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:30,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:20:30,118 DEBUG [Thread-1894 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d947fe7 to 127.0.0.1:64935 2024-11-17T18:20:30,118 DEBUG [Thread-1894 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:30,119 DEBUG [Thread-1892 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ad79eaf to 127.0.0.1:64935 2024-11-17T18:20:30,119 DEBUG [Thread-1898 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12f4e52d to 127.0.0.1:64935 2024-11-17T18:20:30,119 DEBUG [Thread-1898 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:30,119 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:30,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:30,121 DEBUG [Thread-1896 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6873867b to 127.0.0.1:64935 2024-11-17T18:20:30,121 DEBUG [Thread-1890 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c466776 to 127.0.0.1:64935 2024-11-17T18:20:30,121 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:30,121 DEBUG [Thread-1896 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2568 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7704 rows 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2571 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7713 rows 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2555 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7665 rows 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2569 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7707 rows 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2566 2024-11-17T18:20:30,121 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7698 rows 2024-11-17T18:20:30,122 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T18:20:30,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04eb129b to 127.0.0.1:64935 2024-11-17T18:20:30,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:30,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/f4c701ab55fd47c6adcd00516408627a is 50, key is test_row_0/A:col10/1731867628993/Put/seqid=0 2024-11-17T18:20:30,124 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T18:20:30,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T18:20:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T18:20:30,129 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867630129"}]},"ts":"1731867630129"} 2024-11-17T18:20:30,130 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T18:20:30,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742321_1497 (size=12301) 2024-11-17T18:20:30,133 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T18:20:30,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:20:30,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69bd3a7c82dd10b17699cdbf37dec57f, UNASSIGN}] 2024-11-17T18:20:30,135 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69bd3a7c82dd10b17699cdbf37dec57f, UNASSIGN 2024-11-17T18:20:30,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=69bd3a7c82dd10b17699cdbf37dec57f, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:30,136 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:20:30,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:20:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T18:20:30,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:30,287 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:30,287 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:20:30,288 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 69bd3a7c82dd10b17699cdbf37dec57f, disabling compactions & flushes 2024-11-17T18:20:30,288 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T18:20:30,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/f4c701ab55fd47c6adcd00516408627a 2024-11-17T18:20:30,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/fa08fe39796a4412ba5d56fc19edc534 is 50, key is test_row_0/B:col10/1731867628993/Put/seqid=0 2024-11-17T18:20:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742322_1498 (size=12301) 2024-11-17T18:20:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T18:20:30,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/fa08fe39796a4412ba5d56fc19edc534 2024-11-17T18:20:30,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/ae0fd30e9d314896a31728fa8746738c is 50, key is test_row_0/C:col10/1731867628993/Put/seqid=0 2024-11-17T18:20:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742323_1499 (size=12301) 2024-11-17T18:20:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T18:20:31,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/ae0fd30e9d314896a31728fa8746738c 2024-11-17T18:20:31,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/f4c701ab55fd47c6adcd00516408627a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/f4c701ab55fd47c6adcd00516408627a 2024-11-17T18:20:31,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/f4c701ab55fd47c6adcd00516408627a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-17T18:20:31,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/fa08fe39796a4412ba5d56fc19edc534 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/fa08fe39796a4412ba5d56fc19edc534 2024-11-17T18:20:31,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/fa08fe39796a4412ba5d56fc19edc534, entries=150, sequenceid=404, filesize=12.0 K 2024-11-17T18:20:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/ae0fd30e9d314896a31728fa8746738c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ae0fd30e9d314896a31728fa8746738c 2024-11-17T18:20:31,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ae0fd30e9d314896a31728fa8746738c, entries=150, sequenceid=404, filesize=12.0 K 2024-11-17T18:20:31,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 69bd3a7c82dd10b17699cdbf37dec57f in 1247ms, sequenceid=404, compaction requested=true 2024-11-17T18:20:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:31,365 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. after waiting 0 ms 2024-11-17T18:20:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:31,365 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. because compaction request was cancelled 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:31,365 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:A 2024-11-17T18:20:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69bd3a7c82dd10b17699cdbf37dec57f:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:31,365 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. because compaction request was cancelled 2024-11-17T18:20:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:31,365 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. because compaction request was cancelled 2024-11-17T18:20:31,365 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:B 2024-11-17T18:20:31,365 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69bd3a7c82dd10b17699cdbf37dec57f:C 2024-11-17T18:20:31,365 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(2837): Flushing 69bd3a7c82dd10b17699cdbf37dec57f 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=A 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=B 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69bd3a7c82dd10b17699cdbf37dec57f, store=C 2024-11-17T18:20:31,365 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:31,368 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/790377c711294614b447567e8a7349d6 is 50, key is test_row_2/A:col10/1731867630120/Put/seqid=0 2024-11-17T18:20:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742324_1500 (size=7415) 2024-11-17T18:20:31,772 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/790377c711294614b447567e8a7349d6 2024-11-17T18:20:31,777 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/ef49c0205470484e830252ef215f4880 is 50, key is test_row_2/B:col10/1731867630120/Put/seqid=0 2024-11-17T18:20:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742325_1501 (size=7415) 2024-11-17T18:20:32,181 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/ef49c0205470484e830252ef215f4880 2024-11-17T18:20:32,187 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/594c5759c428408ea82036ac94cf9d8a is 50, key is test_row_2/C:col10/1731867630120/Put/seqid=0 2024-11-17T18:20:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742326_1502 (size=7415) 2024-11-17T18:20:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T18:20:32,591 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/594c5759c428408ea82036ac94cf9d8a 2024-11-17T18:20:32,594 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/A/790377c711294614b447567e8a7349d6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/790377c711294614b447567e8a7349d6 2024-11-17T18:20:32,597 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/790377c711294614b447567e8a7349d6, entries=50, sequenceid=409, filesize=7.2 K 2024-11-17T18:20:32,598 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/B/ef49c0205470484e830252ef215f4880 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/ef49c0205470484e830252ef215f4880 2024-11-17T18:20:32,600 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/ef49c0205470484e830252ef215f4880, entries=50, sequenceid=409, filesize=7.2 K 2024-11-17T18:20:32,601 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/.tmp/C/594c5759c428408ea82036ac94cf9d8a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/594c5759c428408ea82036ac94cf9d8a 2024-11-17T18:20:32,603 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/594c5759c428408ea82036ac94cf9d8a, entries=50, sequenceid=409, filesize=7.2 K 2024-11-17T18:20:32,604 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 69bd3a7c82dd10b17699cdbf37dec57f in 1239ms, sequenceid=409, compaction requested=true 2024-11-17T18:20:32,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/dffd56bb349e4bc4a6218628891c587c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/8ab6df8346b044398ca1393bc8f4e98f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/db9032c784034aad93a8b284a8c586d6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/adf5a94b237c4ec9979fdb7bc55ca4ad, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/32da6b269170482f9ad3a9f4d149a535, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/4adb7713b8df4f7f8d49e6a00793dcfc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/fa29596d5a084a058677bd60695d9910, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c61f28e302dd409185d7f35627db10ae, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c02a70403f3d42f79bb41e8919852982, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e67b3f554e44495898b184aee1db5ca4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/45c9f661dc374c198527e68f2e7caff8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/6751c6576a734336af0b14c81ea6f865, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/0fa70468a96847f497c2eea7728e30d4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/b4bb46ff1645423994c1a16327b2f228, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/a5c2b68b1bf8453cabb28308c0355089, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/2fb3ed55532546ed9e15ce0a67ac358d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/860ca2ae5330438589666a08ff979612, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/57f100c927164357a25370f08b471cfd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/44aca6c018dd4e4d951e24e6486facdc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/79f84464fdc642fc98d1328b61743f09, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e80b3058c5604ce28bc6964cc899c110, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c496edafec084afbb35ad6cdef470603, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/376c103d7f484822b5efd2894c5bf339] to archive 2024-11-17T18:20:32,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:20:32,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/dffd56bb349e4bc4a6218628891c587c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/dffd56bb349e4bc4a6218628891c587c 2024-11-17T18:20:32,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/8ab6df8346b044398ca1393bc8f4e98f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/8ab6df8346b044398ca1393bc8f4e98f 2024-11-17T18:20:32,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/db9032c784034aad93a8b284a8c586d6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/db9032c784034aad93a8b284a8c586d6 2024-11-17T18:20:32,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/adf5a94b237c4ec9979fdb7bc55ca4ad to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/adf5a94b237c4ec9979fdb7bc55ca4ad 2024-11-17T18:20:32,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/32da6b269170482f9ad3a9f4d149a535 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/32da6b269170482f9ad3a9f4d149a535 2024-11-17T18:20:32,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/4adb7713b8df4f7f8d49e6a00793dcfc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/4adb7713b8df4f7f8d49e6a00793dcfc 2024-11-17T18:20:32,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/fa29596d5a084a058677bd60695d9910 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/fa29596d5a084a058677bd60695d9910 2024-11-17T18:20:32,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c61f28e302dd409185d7f35627db10ae to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c61f28e302dd409185d7f35627db10ae 2024-11-17T18:20:32,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c02a70403f3d42f79bb41e8919852982 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c02a70403f3d42f79bb41e8919852982 2024-11-17T18:20:32,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e67b3f554e44495898b184aee1db5ca4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e67b3f554e44495898b184aee1db5ca4 2024-11-17T18:20:32,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/45c9f661dc374c198527e68f2e7caff8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/45c9f661dc374c198527e68f2e7caff8 2024-11-17T18:20:32,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/6751c6576a734336af0b14c81ea6f865 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/6751c6576a734336af0b14c81ea6f865 2024-11-17T18:20:32,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/0fa70468a96847f497c2eea7728e30d4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/0fa70468a96847f497c2eea7728e30d4 2024-11-17T18:20:32,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/b4bb46ff1645423994c1a16327b2f228 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/b4bb46ff1645423994c1a16327b2f228 2024-11-17T18:20:32,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/a5c2b68b1bf8453cabb28308c0355089 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/a5c2b68b1bf8453cabb28308c0355089 2024-11-17T18:20:32,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/2fb3ed55532546ed9e15ce0a67ac358d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/2fb3ed55532546ed9e15ce0a67ac358d 2024-11-17T18:20:32,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/860ca2ae5330438589666a08ff979612 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/860ca2ae5330438589666a08ff979612 2024-11-17T18:20:32,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/57f100c927164357a25370f08b471cfd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/57f100c927164357a25370f08b471cfd 2024-11-17T18:20:32,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/44aca6c018dd4e4d951e24e6486facdc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/44aca6c018dd4e4d951e24e6486facdc 2024-11-17T18:20:32,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/79f84464fdc642fc98d1328b61743f09 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/79f84464fdc642fc98d1328b61743f09 2024-11-17T18:20:32,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e80b3058c5604ce28bc6964cc899c110 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/e80b3058c5604ce28bc6964cc899c110 2024-11-17T18:20:32,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c496edafec084afbb35ad6cdef470603 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c496edafec084afbb35ad6cdef470603 2024-11-17T18:20:32,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/376c103d7f484822b5efd2894c5bf339 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/376c103d7f484822b5efd2894c5bf339 2024-11-17T18:20:32,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/80e6061f2f5248ee849bb17e49790f99, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/68b5127d7273485ab344871855ffa50c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/09fde3e2d63b45c8aa63c9fb16590d93, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/4a8bf8b2652a4ea3a3e2ba71db01280d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f2719df757e43b5a44f7c1c7e6cc9da, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/13746bb4cb5f4b27b6dea707b2d4bded, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/baa98664cdf54aad92e369f23a5c7b7e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/d1c2d0fc2e2d4854af4da2865ee91ed9, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3bc0690eec7f41dfa36884c1318960a1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f16246ec8a7d43a9a314326339c12be5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8a41f3cf338a42b9b138e97ecb8df12f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/7ec6bd2f4a54448e8eac089dc3421a42, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/065296b560dc4edeaca6ac2474149081, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/56da9e44ddb14782bf7f610be4c4b1aa, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/572bdf8049d44a30a62bbd1266a13fe3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f1580e5e9fb543fe9a666346178cd510, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/07b9e3271a51470daee0b8812e11c30a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/c65b67a75eca4814bd19e0cc2d9fa40d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/412e37cc30c74c288908b5c70622f639, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8dc246ceee7941db91bda694d5c5cd89, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/36d5f5b9cc924a479782c9f3174df037, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f932907d4404ed4908ee062377e27f2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/47b1916a84c54390879ed760166fa9ac] to archive 2024-11-17T18:20:32,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:20:32,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/80e6061f2f5248ee849bb17e49790f99 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/80e6061f2f5248ee849bb17e49790f99 2024-11-17T18:20:32,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/68b5127d7273485ab344871855ffa50c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/68b5127d7273485ab344871855ffa50c 2024-11-17T18:20:32,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/09fde3e2d63b45c8aa63c9fb16590d93 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/09fde3e2d63b45c8aa63c9fb16590d93 2024-11-17T18:20:32,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/4a8bf8b2652a4ea3a3e2ba71db01280d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/4a8bf8b2652a4ea3a3e2ba71db01280d 2024-11-17T18:20:32,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f2719df757e43b5a44f7c1c7e6cc9da to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f2719df757e43b5a44f7c1c7e6cc9da 2024-11-17T18:20:32,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/13746bb4cb5f4b27b6dea707b2d4bded to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/13746bb4cb5f4b27b6dea707b2d4bded 2024-11-17T18:20:32,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/baa98664cdf54aad92e369f23a5c7b7e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/baa98664cdf54aad92e369f23a5c7b7e 2024-11-17T18:20:32,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/d1c2d0fc2e2d4854af4da2865ee91ed9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/d1c2d0fc2e2d4854af4da2865ee91ed9 2024-11-17T18:20:32,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3bc0690eec7f41dfa36884c1318960a1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3bc0690eec7f41dfa36884c1318960a1 2024-11-17T18:20:32,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f16246ec8a7d43a9a314326339c12be5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f16246ec8a7d43a9a314326339c12be5 2024-11-17T18:20:32,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8a41f3cf338a42b9b138e97ecb8df12f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8a41f3cf338a42b9b138e97ecb8df12f 2024-11-17T18:20:32,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/7ec6bd2f4a54448e8eac089dc3421a42 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/7ec6bd2f4a54448e8eac089dc3421a42 2024-11-17T18:20:32,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/065296b560dc4edeaca6ac2474149081 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/065296b560dc4edeaca6ac2474149081 2024-11-17T18:20:32,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/56da9e44ddb14782bf7f610be4c4b1aa to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/56da9e44ddb14782bf7f610be4c4b1aa 2024-11-17T18:20:32,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/572bdf8049d44a30a62bbd1266a13fe3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/572bdf8049d44a30a62bbd1266a13fe3 2024-11-17T18:20:32,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f1580e5e9fb543fe9a666346178cd510 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/f1580e5e9fb543fe9a666346178cd510 2024-11-17T18:20:32,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/07b9e3271a51470daee0b8812e11c30a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/07b9e3271a51470daee0b8812e11c30a 2024-11-17T18:20:32,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/c65b67a75eca4814bd19e0cc2d9fa40d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/c65b67a75eca4814bd19e0cc2d9fa40d 2024-11-17T18:20:32,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/412e37cc30c74c288908b5c70622f639 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/412e37cc30c74c288908b5c70622f639 2024-11-17T18:20:32,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8dc246ceee7941db91bda694d5c5cd89 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/8dc246ceee7941db91bda694d5c5cd89 2024-11-17T18:20:32,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/36d5f5b9cc924a479782c9f3174df037 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/36d5f5b9cc924a479782c9f3174df037 2024-11-17T18:20:32,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f932907d4404ed4908ee062377e27f2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/3f932907d4404ed4908ee062377e27f2 2024-11-17T18:20:32,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/47b1916a84c54390879ed760166fa9ac to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/47b1916a84c54390879ed760166fa9ac 2024-11-17T18:20:32,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e2d4e11280084e27962b2b47444cd96b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f6eb23233b4541c292f1817f1cf620c4, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/09ab375292bd4b30b6bbed27996cd986, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/33d93eeba8cd4cc6916ddec8eba3101a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/7f73ffc0e9f84a8e9de5bc510b20e7e5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/cf5b4db38e0f4f22a9921f5619432eb1, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/37253d65182d4a46aa69a2c5eb458f80, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/07cd276742324536a7e1514d82b969d7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8f1083b1ab7649c4bf8bdf73ee1d697b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/a2830cc70ab143ce857d05731b4da232, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/9e3a83c8ace947b4bc49077ad7fd5777, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/1449e893727444a8bb0a6d5fc1c5ef45, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e4282afc20cd478db634170449662b1e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/87ac9d22c8d3450ea168a9bab0ba9be5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ed222a1c3a6c43c8a04e535a2febf87c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/090e683dec5f4d7d8a5c8c8bbbdb2e81, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8eb553e64eb64205ad1588c172eeccba, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/13d378bd8e824c6d9b6c4f146311b87f, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3e8a0c5a4e304bab805ecb242047ab9b, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/bbb460d31a394e07afee0e186c5cc3bf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/d333eb0bf5244b96bcc300bb20fa1626, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/4627b2a8b4774566a5dd630415283bf2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/53a2a66813da441289684e8d61b7267a] to archive 2024-11-17T18:20:32,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:20:32,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e2d4e11280084e27962b2b47444cd96b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e2d4e11280084e27962b2b47444cd96b 2024-11-17T18:20:32,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f6eb23233b4541c292f1817f1cf620c4 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f6eb23233b4541c292f1817f1cf620c4 2024-11-17T18:20:32,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/09ab375292bd4b30b6bbed27996cd986 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/09ab375292bd4b30b6bbed27996cd986 2024-11-17T18:20:32,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/33d93eeba8cd4cc6916ddec8eba3101a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/33d93eeba8cd4cc6916ddec8eba3101a 2024-11-17T18:20:32,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/7f73ffc0e9f84a8e9de5bc510b20e7e5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/7f73ffc0e9f84a8e9de5bc510b20e7e5 2024-11-17T18:20:32,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/cf5b4db38e0f4f22a9921f5619432eb1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/cf5b4db38e0f4f22a9921f5619432eb1 2024-11-17T18:20:32,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/37253d65182d4a46aa69a2c5eb458f80 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/37253d65182d4a46aa69a2c5eb458f80 2024-11-17T18:20:32,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/07cd276742324536a7e1514d82b969d7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/07cd276742324536a7e1514d82b969d7 2024-11-17T18:20:32,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8f1083b1ab7649c4bf8bdf73ee1d697b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8f1083b1ab7649c4bf8bdf73ee1d697b 2024-11-17T18:20:32,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/a2830cc70ab143ce857d05731b4da232 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/a2830cc70ab143ce857d05731b4da232 2024-11-17T18:20:32,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/9e3a83c8ace947b4bc49077ad7fd5777 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/9e3a83c8ace947b4bc49077ad7fd5777 2024-11-17T18:20:32,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/1449e893727444a8bb0a6d5fc1c5ef45 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/1449e893727444a8bb0a6d5fc1c5ef45 2024-11-17T18:20:32,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e4282afc20cd478db634170449662b1e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/e4282afc20cd478db634170449662b1e 2024-11-17T18:20:32,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/87ac9d22c8d3450ea168a9bab0ba9be5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/87ac9d22c8d3450ea168a9bab0ba9be5 2024-11-17T18:20:32,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ed222a1c3a6c43c8a04e535a2febf87c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ed222a1c3a6c43c8a04e535a2febf87c 2024-11-17T18:20:32,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/090e683dec5f4d7d8a5c8c8bbbdb2e81 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/090e683dec5f4d7d8a5c8c8bbbdb2e81 2024-11-17T18:20:32,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8eb553e64eb64205ad1588c172eeccba to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/8eb553e64eb64205ad1588c172eeccba 2024-11-17T18:20:32,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/13d378bd8e824c6d9b6c4f146311b87f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/13d378bd8e824c6d9b6c4f146311b87f 2024-11-17T18:20:32,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3e8a0c5a4e304bab805ecb242047ab9b to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3e8a0c5a4e304bab805ecb242047ab9b 2024-11-17T18:20:32,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/bbb460d31a394e07afee0e186c5cc3bf to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/bbb460d31a394e07afee0e186c5cc3bf 2024-11-17T18:20:32,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/d333eb0bf5244b96bcc300bb20fa1626 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/d333eb0bf5244b96bcc300bb20fa1626 2024-11-17T18:20:32,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/4627b2a8b4774566a5dd630415283bf2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/4627b2a8b4774566a5dd630415283bf2 2024-11-17T18:20:32,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/53a2a66813da441289684e8d61b7267a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/53a2a66813da441289684e8d61b7267a 2024-11-17T18:20:32,666 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=1 2024-11-17T18:20:32,666 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f. 2024-11-17T18:20:32,666 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 69bd3a7c82dd10b17699cdbf37dec57f: 2024-11-17T18:20:32,667 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:32,668 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=69bd3a7c82dd10b17699cdbf37dec57f, regionState=CLOSED 2024-11-17T18:20:32,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-17T18:20:32,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 69bd3a7c82dd10b17699cdbf37dec57f, server=940f5f05a898,35899,1731867484961 in 2.5320 sec 2024-11-17T18:20:32,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-17T18:20:32,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=69bd3a7c82dd10b17699cdbf37dec57f, UNASSIGN in 2.5350 sec 2024-11-17T18:20:32,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-17T18:20:32,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5380 sec 2024-11-17T18:20:32,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867632672"}]},"ts":"1731867632672"} 2024-11-17T18:20:32,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T18:20:32,676 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T18:20:32,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5510 sec 2024-11-17T18:20:33,247 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T18:20:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T18:20:34,232 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-17T18:20:34,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T18:20:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:34,234 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-17T18:20:34,234 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=156, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:34,236 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:34,237 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/recovered.edits] 2024-11-17T18:20:34,239 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/5e825dee8422476e8b7dbf2210621a91 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/5e825dee8422476e8b7dbf2210621a91 2024-11-17T18:20:34,240 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/790377c711294614b447567e8a7349d6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/790377c711294614b447567e8a7349d6 2024-11-17T18:20:34,241 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c3ea4450edfe4077b0cfeb42aebc3218 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/c3ea4450edfe4077b0cfeb42aebc3218 2024-11-17T18:20:34,242 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/f4c701ab55fd47c6adcd00516408627a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/A/f4c701ab55fd47c6adcd00516408627a 2024-11-17T18:20:34,244 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/5fdf902d5c2c4b4c97eab0e147a17ccd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/5fdf902d5c2c4b4c97eab0e147a17ccd 2024-11-17T18:20:34,244 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/db0080d392264652af2f45cf34710f23 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/db0080d392264652af2f45cf34710f23 2024-11-17T18:20:34,245 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/ef49c0205470484e830252ef215f4880 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/ef49c0205470484e830252ef215f4880 2024-11-17T18:20:34,246 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/fa08fe39796a4412ba5d56fc19edc534 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/B/fa08fe39796a4412ba5d56fc19edc534 2024-11-17T18:20:34,248 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3cb3b073a7f64e6b8892bf908a479acf to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/3cb3b073a7f64e6b8892bf908a479acf 2024-11-17T18:20:34,248 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/594c5759c428408ea82036ac94cf9d8a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/594c5759c428408ea82036ac94cf9d8a 2024-11-17T18:20:34,249 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ae0fd30e9d314896a31728fa8746738c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/ae0fd30e9d314896a31728fa8746738c 2024-11-17T18:20:34,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f3a58e45423b45f3a239d2e758d0ed71 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/C/f3a58e45423b45f3a239d2e758d0ed71 2024-11-17T18:20:34,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/recovered.edits/412.seqid to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f/recovered.edits/412.seqid 2024-11-17T18:20:34,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/69bd3a7c82dd10b17699cdbf37dec57f 2024-11-17T18:20:34,253 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T18:20:34,254 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=156, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:34,256 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T18:20:34,257 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T18:20:34,258 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=156, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:34,258 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T18:20:34,258 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731867634258"}]},"ts":"9223372036854775807"} 2024-11-17T18:20:34,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T18:20:34,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 69bd3a7c82dd10b17699cdbf37dec57f, NAME => 'TestAcidGuarantees,,1731867607299.69bd3a7c82dd10b17699cdbf37dec57f.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T18:20:34,259 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T18:20:34,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731867634259"}]},"ts":"9223372036854775807"} 2024-11-17T18:20:34,261 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T18:20:34,262 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=156, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:34,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-17T18:20:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-17T18:20:34,335 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-17T18:20:34,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=450 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=11529 (was 11549) 2024-11-17T18:20:34,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=11529 2024-11-17T18:20:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:20:34,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:20:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:34,356 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T18:20:34,356 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:34,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 157 2024-11-17T18:20:34,356 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T18:20:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T18:20:34,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742327_1503 (size=960) 2024-11-17T18:20:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T18:20:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T18:20:34,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T18:20:34,763 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9 2024-11-17T18:20:34,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742328_1504 (size=53) 2024-11-17T18:20:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T18:20:35,167 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:20:35,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c6d294d6adcfe174cb9b28ad30eeb2c1, disabling compactions & flushes 2024-11-17T18:20:35,168 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. after waiting 0 ms 2024-11-17T18:20:35,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,168 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:35,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T18:20:35,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731867635169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731867635169"}]},"ts":"1731867635169"} 2024-11-17T18:20:35,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T18:20:35,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T18:20:35,170 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867635170"}]},"ts":"1731867635170"} 2024-11-17T18:20:35,171 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T18:20:35,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, ASSIGN}] 2024-11-17T18:20:35,175 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, ASSIGN 2024-11-17T18:20:35,175 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, ASSIGN; state=OFFLINE, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=false 2024-11-17T18:20:35,326 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:35,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; OpenRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:20:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T18:20:35,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:35,480 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,480 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7285): Opening region: {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:20:35,480 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,480 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:20:35,480 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7327): checking encryption for c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,480 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7330): checking classloading for c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,481 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,482 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:35,483 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d294d6adcfe174cb9b28ad30eeb2c1 columnFamilyName A 2024-11-17T18:20:35,483 DEBUG [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:35,483 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(327): Store=c6d294d6adcfe174cb9b28ad30eeb2c1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:35,483 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,484 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:35,484 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d294d6adcfe174cb9b28ad30eeb2c1 columnFamilyName B 2024-11-17T18:20:35,484 DEBUG [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:35,484 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(327): Store=c6d294d6adcfe174cb9b28ad30eeb2c1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:35,484 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,485 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:35,485 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d294d6adcfe174cb9b28ad30eeb2c1 columnFamilyName C 2024-11-17T18:20:35,485 DEBUG [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:35,485 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(327): Store=c6d294d6adcfe174cb9b28ad30eeb2c1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:35,486 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,486 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,486 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,487 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:20:35,488 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1085): writing seq id for c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:35,489 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T18:20:35,490 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1102): Opened c6d294d6adcfe174cb9b28ad30eeb2c1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69016487, jitterRate=0.028425797820091248}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:20:35,490 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1001): Region open journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:35,491 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., pid=159, masterSystemTime=1731867635478 2024-11-17T18:20:35,492 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,492 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:35,492 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=OPEN, openSeqNum=2, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:35,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-17T18:20:35,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; OpenRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 in 167 msec 2024-11-17T18:20:35,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-17T18:20:35,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, ASSIGN in 320 msec 2024-11-17T18:20:35,495 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T18:20:35,496 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867635495"}]},"ts":"1731867635495"} 2024-11-17T18:20:35,496 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T18:20:35,498 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T18:20:35,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1440 sec 2024-11-17T18:20:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T18:20:36,460 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-17T18:20:36,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3249f8b1 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6675376e 2024-11-17T18:20:36,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e05af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:36,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:36,470 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:36,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T18:20:36,471 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T18:20:36,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T18:20:36,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T18:20:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742329_1505 (size=996) 2024-11-17T18:20:36,883 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-17T18:20:36,883 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-17T18:20:36,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:20:36,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, REOPEN/MOVE}] 2024-11-17T18:20:36,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, REOPEN/MOVE 2024-11-17T18:20:36,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:36,887 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:20:36,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:20:37,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,039 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,039 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:20:37,039 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing c6d294d6adcfe174cb9b28ad30eeb2c1, disabling compactions & flushes 2024-11-17T18:20:37,039 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,039 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,039 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. after waiting 0 ms 2024-11-17T18:20:37,039 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,042 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T18:20:37,042 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,042 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:37,042 WARN [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionServer(3786): Not adding moved region record: c6d294d6adcfe174cb9b28ad30eeb2c1 to self. 2024-11-17T18:20:37,043 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=CLOSED 2024-11-17T18:20:37,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-17T18:20:37,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 in 157 msec 2024-11-17T18:20:37,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, REOPEN/MOVE; state=CLOSED, location=940f5f05a898,35899,1731867484961; forceNewPlan=false, retain=true 2024-11-17T18:20:37,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=OPENING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=162, state=RUNNABLE; OpenRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:20:37,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,351 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,351 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7285): Opening region: {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T18:20:37,351 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,351 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T18:20:37,351 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7327): checking encryption for c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,351 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7330): checking classloading for c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,352 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,353 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:37,353 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d294d6adcfe174cb9b28ad30eeb2c1 columnFamilyName A 2024-11-17T18:20:37,354 DEBUG [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:37,354 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(327): Store=c6d294d6adcfe174cb9b28ad30eeb2c1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:37,354 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,355 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:37,355 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d294d6adcfe174cb9b28ad30eeb2c1 columnFamilyName B 2024-11-17T18:20:37,355 DEBUG [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:37,355 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(327): Store=c6d294d6adcfe174cb9b28ad30eeb2c1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:37,355 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,356 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T18:20:37,356 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d294d6adcfe174cb9b28ad30eeb2c1 columnFamilyName C 2024-11-17T18:20:37,356 DEBUG [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:37,356 INFO [StoreOpener-c6d294d6adcfe174cb9b28ad30eeb2c1-1 {}] regionserver.HStore(327): Store=c6d294d6adcfe174cb9b28ad30eeb2c1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T18:20:37,356 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,357 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,357 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,358 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T18:20:37,359 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1085): writing seq id for c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,360 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1102): Opened c6d294d6adcfe174cb9b28ad30eeb2c1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66520595, jitterRate=-0.008765891194343567}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T18:20:37,360 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1001): Region open journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:37,361 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., pid=164, masterSystemTime=1731867637348 2024-11-17T18:20:37,362 DEBUG [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,362 INFO [RS_OPEN_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=OPEN, openSeqNum=5, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=162 2024-11-17T18:20:37,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=162, state=SUCCESS; OpenRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 in 166 msec 2024-11-17T18:20:37,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-17T18:20:37,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, REOPEN/MOVE in 478 msec 2024-11-17T18:20:37,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-17T18:20:37,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 481 msec 2024-11-17T18:20:37,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-11-17T18:20:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-17T18:20:37,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1038e3d1 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f3968ff 2024-11-17T18:20:37,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5988ae04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b806172 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fea8a6d 2024-11-17T18:20:37,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230efb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e33676f to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15e13326 2024-11-17T18:20:37,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4163ccab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72710fdd to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e157ab6 2024-11-17T18:20:37,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314ce54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c003722 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79052ade 2024-11-17T18:20:37,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f35fe08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a91576e to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ad4298a 2024-11-17T18:20:37,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f893b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13f421ce to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1867d243 2024-11-17T18:20:37,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea12ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e82da84 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58d1fadd 2024-11-17T18:20:37,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f210c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x280e45ef to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fde5521 2024-11-17T18:20:37,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c84f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35c8aee4 to 127.0.0.1:64935 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38b29221 2024-11-17T18:20:37,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ecc657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T18:20:37,415 DEBUG [hconnection-0x5fa6746f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,415 DEBUG [hconnection-0x68bc9cc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,416 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,416 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,416 DEBUG [hconnection-0x472016f5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,417 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,417 DEBUG [hconnection-0x12e6e534-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,418 DEBUG [hconnection-0x2c4cbe96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,418 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,419 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,419 DEBUG [hconnection-0x6ee5ff0a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,419 DEBUG [hconnection-0x23888ac5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,420 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,420 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,421 DEBUG [hconnection-0x67e6d2ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,422 DEBUG [hconnection-0x1bdfcb62-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,422 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,424 DEBUG [hconnection-0x20b256e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T18:20:37,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:37,424 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-17T18:20:37,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T18:20:37,426 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T18:20:37,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:37,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:20:37,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:37,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:37,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:37,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:37,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:37,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867697442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867697442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867697442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867697444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867697445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d6127636de8d4082a932054ebd246b78_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867637429/Put/seqid=0 2024-11-17T18:20:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742330_1506 (size=12154) 2024-11-17T18:20:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T18:20:37,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867697546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867697546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867697546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867697547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867697548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T18:20:37,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:37,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:37,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867697748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867697748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867697749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867697750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867697751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:37,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d6127636de8d4082a932054ebd246b78_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d6127636de8d4082a932054ebd246b78_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:37,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/597682432f8d480ba50557b7a2caaa19, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:37,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/597682432f8d480ba50557b7a2caaa19 is 175, key is test_row_0/A:col10/1731867637429/Put/seqid=0 2024-11-17T18:20:37,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742331_1507 (size=30955) 2024-11-17T18:20:37,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:37,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:37,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T18:20:38,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:38,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867698051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867698051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867698053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867698054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867698055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T18:20:38,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/597682432f8d480ba50557b7a2caaa19 2024-11-17T18:20:38,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/dd35c068a07c4b3097fc82ba5b62bdf5 is 50, key is test_row_0/B:col10/1731867637429/Put/seqid=0 2024-11-17T18:20:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742332_1508 (size=12001) 2024-11-17T18:20:38,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T18:20:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867698554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867698554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867698558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867698558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867698560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:38,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:38,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/dd35c068a07c4b3097fc82ba5b62bdf5 2024-11-17T18:20:38,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/9fe2212799bd4688991563b5fe70340c is 50, key is test_row_0/C:col10/1731867637429/Put/seqid=0 2024-11-17T18:20:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742333_1509 (size=12001) 2024-11-17T18:20:38,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/9fe2212799bd4688991563b5fe70340c 2024-11-17T18:20:38,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/597682432f8d480ba50557b7a2caaa19 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/597682432f8d480ba50557b7a2caaa19 2024-11-17T18:20:38,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/597682432f8d480ba50557b7a2caaa19, entries=150, sequenceid=19, filesize=30.2 K 2024-11-17T18:20:38,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/dd35c068a07c4b3097fc82ba5b62bdf5 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/dd35c068a07c4b3097fc82ba5b62bdf5 2024-11-17T18:20:38,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/dd35c068a07c4b3097fc82ba5b62bdf5, entries=150, sequenceid=19, filesize=11.7 K 2024-11-17T18:20:38,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/9fe2212799bd4688991563b5fe70340c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/9fe2212799bd4688991563b5fe70340c 2024-11-17T18:20:38,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/9fe2212799bd4688991563b5fe70340c, entries=150, sequenceid=19, filesize=11.7 K 2024-11-17T18:20:38,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1321ms, sequenceid=19, compaction requested=false 2024-11-17T18:20:38,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:38,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:38,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T18:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:38,805 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T18:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d85c47f5d2dd4e778c6b0153594b0350_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867637437/Put/seqid=0 2024-11-17T18:20:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742334_1510 (size=12154) 2024-11-17T18:20:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:39,219 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d85c47f5d2dd4e778c6b0153594b0350_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d85c47f5d2dd4e778c6b0153594b0350_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/afaad6bd616b4a2d9f760e8d69571551, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:39,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/afaad6bd616b4a2d9f760e8d69571551 is 175, key is test_row_0/A:col10/1731867637437/Put/seqid=0 2024-11-17T18:20:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742335_1511 (size=30955) 2024-11-17T18:20:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T18:20:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:39,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867699571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867699571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867699572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867699572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867699573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,624 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/afaad6bd616b4a2d9f760e8d69571551 2024-11-17T18:20:39,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/771f31f9a3974220ac97c3fd74d2c892 is 50, key is test_row_0/B:col10/1731867637437/Put/seqid=0 2024-11-17T18:20:39,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742336_1512 (size=12001) 2024-11-17T18:20:39,636 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/771f31f9a3974220ac97c3fd74d2c892 2024-11-17T18:20:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/2287a206a22f44f4ae20f8e8cbe337bb is 50, key is test_row_0/C:col10/1731867637437/Put/seqid=0 2024-11-17T18:20:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742337_1513 (size=12001) 2024-11-17T18:20:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867699675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867699675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867699676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867699676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867699877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867699878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867699878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:39,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867699878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,047 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/2287a206a22f44f4ae20f8e8cbe337bb 2024-11-17T18:20:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/afaad6bd616b4a2d9f760e8d69571551 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afaad6bd616b4a2d9f760e8d69571551 2024-11-17T18:20:40,055 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afaad6bd616b4a2d9f760e8d69571551, entries=150, sequenceid=40, filesize=30.2 K 2024-11-17T18:20:40,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/771f31f9a3974220ac97c3fd74d2c892 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/771f31f9a3974220ac97c3fd74d2c892 2024-11-17T18:20:40,059 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/771f31f9a3974220ac97c3fd74d2c892, entries=150, sequenceid=40, filesize=11.7 K 2024-11-17T18:20:40,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/2287a206a22f44f4ae20f8e8cbe337bb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2287a206a22f44f4ae20f8e8cbe337bb 2024-11-17T18:20:40,063 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2287a206a22f44f4ae20f8e8cbe337bb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-17T18:20:40,063 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1258ms, sequenceid=40, compaction requested=false 2024-11-17T18:20:40,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:40,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:40,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-17T18:20:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-17T18:20:40,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-17T18:20:40,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6370 sec 2024-11-17T18:20:40,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.6420 sec 2024-11-17T18:20:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:40,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T18:20:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:40,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:40,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111785c914b3c5704f25a8de3a78264af52f_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867639572/Put/seqid=0 2024-11-17T18:20:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742338_1514 (size=12154) 2024-11-17T18:20:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867700200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867700201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867700203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867700203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867700304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867700304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867700306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867700306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867700507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867700507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867700508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867700509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,597 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:40,600 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111785c914b3c5704f25a8de3a78264af52f_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111785c914b3c5704f25a8de3a78264af52f_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:40,601 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/04a016a988c242259f336708e773c4fd, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:40,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/04a016a988c242259f336708e773c4fd is 175, key is test_row_0/A:col10/1731867639572/Put/seqid=0 2024-11-17T18:20:40,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742339_1515 (size=30955) 2024-11-17T18:20:40,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867700811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867700811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867700812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867700813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,006 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/04a016a988c242259f336708e773c4fd 2024-11-17T18:20:41,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/0e864591221641a0b72c3680b8e69ff8 is 50, key is test_row_0/B:col10/1731867639572/Put/seqid=0 2024-11-17T18:20:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742340_1516 (size=12001) 2024-11-17T18:20:41,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867701314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867701317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867701318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867701319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/0e864591221641a0b72c3680b8e69ff8 2024-11-17T18:20:41,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/263d31606468438cace800c8efff206a is 50, key is test_row_0/C:col10/1731867639572/Put/seqid=0 2024-11-17T18:20:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742341_1517 (size=12001) 2024-11-17T18:20:41,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/263d31606468438cace800c8efff206a 2024-11-17T18:20:41,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/04a016a988c242259f336708e773c4fd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/04a016a988c242259f336708e773c4fd 2024-11-17T18:20:41,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/04a016a988c242259f336708e773c4fd, entries=150, sequenceid=56, filesize=30.2 K 2024-11-17T18:20:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/0e864591221641a0b72c3680b8e69ff8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/0e864591221641a0b72c3680b8e69ff8 2024-11-17T18:20:41,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/0e864591221641a0b72c3680b8e69ff8, entries=150, sequenceid=56, filesize=11.7 K 2024-11-17T18:20:41,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/263d31606468438cace800c8efff206a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/263d31606468438cace800c8efff206a 2024-11-17T18:20:41,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/263d31606468438cace800c8efff206a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-17T18:20:41,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1266ms, sequenceid=56, compaction requested=true 2024-11-17T18:20:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:41,448 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:41,448 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:41,448 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:41,448 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:41,448 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/A is initiating minor compaction (all files) 2024-11-17T18:20:41,449 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/B is initiating minor compaction (all files) 2024-11-17T18:20:41,449 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/A in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,449 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/B in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,449 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/dd35c068a07c4b3097fc82ba5b62bdf5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/771f31f9a3974220ac97c3fd74d2c892, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/0e864591221641a0b72c3680b8e69ff8] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=35.2 K 2024-11-17T18:20:41,449 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/597682432f8d480ba50557b7a2caaa19, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afaad6bd616b4a2d9f760e8d69571551, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/04a016a988c242259f336708e773c4fd] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=90.7 K 2024-11-17T18:20:41,449 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,449 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/597682432f8d480ba50557b7a2caaa19, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afaad6bd616b4a2d9f760e8d69571551, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/04a016a988c242259f336708e773c4fd] 2024-11-17T18:20:41,449 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting dd35c068a07c4b3097fc82ba5b62bdf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731867637424 2024-11-17T18:20:41,449 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 597682432f8d480ba50557b7a2caaa19, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731867637424 2024-11-17T18:20:41,449 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 771f31f9a3974220ac97c3fd74d2c892, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731867637437 2024-11-17T18:20:41,450 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting afaad6bd616b4a2d9f760e8d69571551, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731867637437 2024-11-17T18:20:41,450 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e864591221641a0b72c3680b8e69ff8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731867639569 2024-11-17T18:20:41,450 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04a016a988c242259f336708e773c4fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731867639569 2024-11-17T18:20:41,455 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:41,456 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:41,456 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/fe1d0a88f6404fc98673cad80d13de11 is 50, key is test_row_0/B:col10/1731867639572/Put/seqid=0 2024-11-17T18:20:41,458 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117c50b04d0993a44cc9cd7e0750ef716b7_c6d294d6adcfe174cb9b28ad30eeb2c1 store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:41,460 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117c50b04d0993a44cc9cd7e0750ef716b7_c6d294d6adcfe174cb9b28ad30eeb2c1, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:41,460 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c50b04d0993a44cc9cd7e0750ef716b7_c6d294d6adcfe174cb9b28ad30eeb2c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742342_1518 (size=12104) 2024-11-17T18:20:41,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742343_1519 (size=4469) 2024-11-17T18:20:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T18:20:41,531 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-17T18:20:41,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-17T18:20:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T18:20:41,534 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:41,534 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:41,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:41,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T18:20:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:41,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111787d1021b213d48e8942711d6a8a09b61_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867640199/Put/seqid=0 2024-11-17T18:20:41,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742344_1520 (size=14594) 2024-11-17T18:20:41,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867701626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T18:20:41,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867701729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T18:20:41,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:41,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:41,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,874 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/fe1d0a88f6404fc98673cad80d13de11 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/fe1d0a88f6404fc98673cad80d13de11 2024-11-17T18:20:41,878 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/B of c6d294d6adcfe174cb9b28ad30eeb2c1 into fe1d0a88f6404fc98673cad80d13de11(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:41,878 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:41,878 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/B, priority=13, startTime=1731867641448; duration=0sec 2024-11-17T18:20:41,878 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:41,878 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:B 2024-11-17T18:20:41,879 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:41,879 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#A#compaction#436 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:41,879 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:41,880 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/C is initiating minor compaction (all files) 2024-11-17T18:20:41,880 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/C in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,880 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e is 175, key is test_row_0/A:col10/1731867639572/Put/seqid=0 2024-11-17T18:20:41,880 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/9fe2212799bd4688991563b5fe70340c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2287a206a22f44f4ae20f8e8cbe337bb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/263d31606468438cace800c8efff206a] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=35.2 K 2024-11-17T18:20:41,880 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe2212799bd4688991563b5fe70340c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731867637424 2024-11-17T18:20:41,880 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2287a206a22f44f4ae20f8e8cbe337bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731867637437 2024-11-17T18:20:41,881 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 263d31606468438cace800c8efff206a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731867639569 2024-11-17T18:20:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742345_1521 (size=31058) 2024-11-17T18:20:41,895 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:41,896 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/fe4cf370b20e445d97f54d1a5adc87b3 is 50, key is test_row_0/C:col10/1731867639572/Put/seqid=0 2024-11-17T18:20:41,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742346_1522 (size=12104) 2024-11-17T18:20:41,903 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/fe4cf370b20e445d97f54d1a5adc87b3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/fe4cf370b20e445d97f54d1a5adc87b3 2024-11-17T18:20:41,907 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/C of c6d294d6adcfe174cb9b28ad30eeb2c1 into fe4cf370b20e445d97f54d1a5adc87b3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:41,907 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:41,907 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/C, priority=13, startTime=1731867641448; duration=0sec 2024-11-17T18:20:41,907 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:41,907 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:C 2024-11-17T18:20:41,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867701932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:41,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:41,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,011 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:42,014 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111787d1021b213d48e8942711d6a8a09b61_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111787d1021b213d48e8942711d6a8a09b61_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:42,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/09080bc8a7ea4ca39e89323bb439dea8, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:42,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/09080bc8a7ea4ca39e89323bb439dea8 is 175, key is test_row_0/A:col10/1731867640199/Put/seqid=0 2024-11-17T18:20:42,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742347_1523 (size=39549) 2024-11-17T18:20:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T18:20:42,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867702236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,298 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e 2024-11-17T18:20:42,301 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/A of c6d294d6adcfe174cb9b28ad30eeb2c1 into 14f07b7b2b8e47b2bb58f0ecdf6cd18e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:42,301 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:42,302 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/A, priority=13, startTime=1731867641448; duration=0sec 2024-11-17T18:20:42,302 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:42,302 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:A 2024-11-17T18:20:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867702322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867702322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867702324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867702328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,420 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/09080bc8a7ea4ca39e89323bb439dea8 2024-11-17T18:20:42,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/1c1d39f4b3f4412c8047740fb442bafe is 50, key is test_row_0/B:col10/1731867640199/Put/seqid=0 2024-11-17T18:20:42,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742348_1524 (size=12001) 2024-11-17T18:20:42,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:42,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:42,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T18:20:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867702741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/1c1d39f4b3f4412c8047740fb442bafe 2024-11-17T18:20:42,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/0164c656e698443fadd572023e425aaf is 50, key is test_row_0/C:col10/1731867640199/Put/seqid=0 2024-11-17T18:20:42,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742349_1525 (size=12001) 2024-11-17T18:20:42,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:42,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:42,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:42,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:42,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:43,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:43,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:43,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:43,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:43,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:43,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:43,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/0164c656e698443fadd572023e425aaf 2024-11-17T18:20:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/09080bc8a7ea4ca39e89323bb439dea8 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/09080bc8a7ea4ca39e89323bb439dea8 2024-11-17T18:20:43,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/09080bc8a7ea4ca39e89323bb439dea8, entries=200, sequenceid=77, filesize=38.6 K 2024-11-17T18:20:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/1c1d39f4b3f4412c8047740fb442bafe as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/1c1d39f4b3f4412c8047740fb442bafe 2024-11-17T18:20:43,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/1c1d39f4b3f4412c8047740fb442bafe, entries=150, sequenceid=77, filesize=11.7 K 2024-11-17T18:20:43,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/0164c656e698443fadd572023e425aaf as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/0164c656e698443fadd572023e425aaf 2024-11-17T18:20:43,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/0164c656e698443fadd572023e425aaf, entries=150, sequenceid=77, filesize=11.7 K 2024-11-17T18:20:43,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1697ms, sequenceid=77, compaction requested=false 2024-11-17T18:20:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:43,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:43,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T18:20:43,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:43,366 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:20:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:43,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111750be117226864f14b2adb1b2707c55ae_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867641622/Put/seqid=0 2024-11-17T18:20:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742350_1526 (size=12154) 2024-11-17T18:20:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T18:20:43,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:43,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:43,785 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111750be117226864f14b2adb1b2707c55ae_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111750be117226864f14b2adb1b2707c55ae_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:43,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/0fa5d8a4206b4d65be1a5a4899f8cb45, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:43,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/0fa5d8a4206b4d65be1a5a4899f8cb45 is 175, key is test_row_0/A:col10/1731867641622/Put/seqid=0 2024-11-17T18:20:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742351_1527 (size=30955) 2024-11-17T18:20:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867703788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867703891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:44,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867704095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:44,190 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/0fa5d8a4206b4d65be1a5a4899f8cb45 2024-11-17T18:20:44,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/54b2830188c546d2b19fa9b314db2381 is 50, key is test_row_0/B:col10/1731867641622/Put/seqid=0 2024-11-17T18:20:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742352_1528 (size=12001) 2024-11-17T18:20:44,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867704324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:44,326 DEBUG [Thread-2258 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:44,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867704338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:44,341 DEBUG [Thread-2262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867704341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:44,343 DEBUG [Thread-2260 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:44,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867704346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:44,347 DEBUG [Thread-2256 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:44,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867704397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:44,601 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/54b2830188c546d2b19fa9b314db2381 2024-11-17T18:20:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/f77873cf329a42e1be2b76256ec48f7d is 50, key is test_row_0/C:col10/1731867641622/Put/seqid=0 2024-11-17T18:20:44,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742353_1529 (size=12001) 2024-11-17T18:20:44,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T18:20:44,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-17T18:20:44,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867704901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:45,012 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/f77873cf329a42e1be2b76256ec48f7d 2024-11-17T18:20:45,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/0fa5d8a4206b4d65be1a5a4899f8cb45 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/0fa5d8a4206b4d65be1a5a4899f8cb45 2024-11-17T18:20:45,019 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/0fa5d8a4206b4d65be1a5a4899f8cb45, entries=150, sequenceid=95, filesize=30.2 K 2024-11-17T18:20:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/54b2830188c546d2b19fa9b314db2381 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/54b2830188c546d2b19fa9b314db2381 2024-11-17T18:20:45,023 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/54b2830188c546d2b19fa9b314db2381, entries=150, sequenceid=95, filesize=11.7 K 2024-11-17T18:20:45,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/f77873cf329a42e1be2b76256ec48f7d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/f77873cf329a42e1be2b76256ec48f7d 2024-11-17T18:20:45,028 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/f77873cf329a42e1be2b76256ec48f7d, entries=150, sequenceid=95, filesize=11.7 K 2024-11-17T18:20:45,029 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1663ms, sequenceid=95, compaction requested=true 2024-11-17T18:20:45,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:45,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:45,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-17T18:20:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-17T18:20:45,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-17T18:20:45,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4960 sec 2024-11-17T18:20:45,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.4990 sec 2024-11-17T18:20:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T18:20:45,638 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-17T18:20:45,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-17T18:20:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T18:20:45,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:45,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:45,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T18:20:45,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:45,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T18:20:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:45,794 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T18:20:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173b36b933ad454e2ca8e0ba4fa6277df2_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867643787/Put/seqid=0 2024-11-17T18:20:45,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742354_1530 (size=12154) 2024-11-17T18:20:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:45,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T18:20:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867705942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867706045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:46,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:46,207 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173b36b933ad454e2ca8e0ba4fa6277df2_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173b36b933ad454e2ca8e0ba4fa6277df2_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/bc1d57d181de4c7db29cf68c7b1a2e8c, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:46,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/bc1d57d181de4c7db29cf68c7b1a2e8c is 175, key is test_row_0/A:col10/1731867643787/Put/seqid=0 2024-11-17T18:20:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742355_1531 (size=30955) 2024-11-17T18:20:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T18:20:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867706248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867706552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:46,612 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/bc1d57d181de4c7db29cf68c7b1a2e8c 2024-11-17T18:20:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/8cb48becb10f49f2a443049826e55bc6 is 50, key is test_row_0/B:col10/1731867643787/Put/seqid=0 2024-11-17T18:20:46,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742356_1532 (size=12001) 2024-11-17T18:20:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T18:20:47,023 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/8cb48becb10f49f2a443049826e55bc6 2024-11-17T18:20:47,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/7aa7a3aea2b14b2ea58e4438add4e54a is 50, key is test_row_0/C:col10/1731867643787/Put/seqid=0 2024-11-17T18:20:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742357_1533 (size=12001) 2024-11-17T18:20:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867707054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:47,435 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/7aa7a3aea2b14b2ea58e4438add4e54a 2024-11-17T18:20:47,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/bc1d57d181de4c7db29cf68c7b1a2e8c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/bc1d57d181de4c7db29cf68c7b1a2e8c 2024-11-17T18:20:47,442 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/bc1d57d181de4c7db29cf68c7b1a2e8c, entries=150, sequenceid=116, filesize=30.2 K 2024-11-17T18:20:47,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/8cb48becb10f49f2a443049826e55bc6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8cb48becb10f49f2a443049826e55bc6 2024-11-17T18:20:47,446 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8cb48becb10f49f2a443049826e55bc6, entries=150, sequenceid=116, filesize=11.7 K 2024-11-17T18:20:47,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/7aa7a3aea2b14b2ea58e4438add4e54a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7aa7a3aea2b14b2ea58e4438add4e54a 2024-11-17T18:20:47,450 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7aa7a3aea2b14b2ea58e4438add4e54a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-17T18:20:47,454 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1660ms, sequenceid=116, compaction requested=true 2024-11-17T18:20:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-17T18:20:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-17T18:20:47,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-17T18:20:47,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-17T18:20:47,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8180 sec 2024-11-17T18:20:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T18:20:47,745 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-17T18:20:47,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-17T18:20:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T18:20:47,748 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:47,748 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:47,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T18:20:47,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:47,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-17T18:20:47,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:47,900 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:20:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:47,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179d5dceaa099b46a4823f8e6b0633c457_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867645941/Put/seqid=0 2024-11-17T18:20:47,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742358_1534 (size=12254) 2024-11-17T18:20:47,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,914 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179d5dceaa099b46a4823f8e6b0633c457_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179d5dceaa099b46a4823f8e6b0633c457_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:47,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/f655a4b7ef4a4141bd2575b41a711b72, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:47,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/f655a4b7ef4a4141bd2575b41a711b72 is 175, key is test_row_0/A:col10/1731867645941/Put/seqid=0 2024-11-17T18:20:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742359_1535 (size=31055) 2024-11-17T18:20:47,919 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/f655a4b7ef4a4141bd2575b41a711b72 2024-11-17T18:20:47,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/15ccd3107c034ad9bb8655c6c4c0485a is 50, key is test_row_0/B:col10/1731867645941/Put/seqid=0 2024-11-17T18:20:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742360_1536 (size=12101) 2024-11-17T18:20:47,928 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/15ccd3107c034ad9bb8655c6c4c0485a 2024-11-17T18:20:47,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/033cb61e1d754798a20594eec72c39a2 is 50, key is test_row_0/C:col10/1731867645941/Put/seqid=0 2024-11-17T18:20:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742361_1537 (size=12101) 2024-11-17T18:20:47,941 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/033cb61e1d754798a20594eec72c39a2 2024-11-17T18:20:47,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/f655a4b7ef4a4141bd2575b41a711b72 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/f655a4b7ef4a4141bd2575b41a711b72 2024-11-17T18:20:47,948 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/f655a4b7ef4a4141bd2575b41a711b72, entries=150, sequenceid=131, filesize=30.3 K 2024-11-17T18:20:47,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/15ccd3107c034ad9bb8655c6c4c0485a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/15ccd3107c034ad9bb8655c6c4c0485a 2024-11-17T18:20:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,952 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/15ccd3107c034ad9bb8655c6c4c0485a, entries=150, sequenceid=131, filesize=11.8 K 2024-11-17T18:20:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/033cb61e1d754798a20594eec72c39a2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/033cb61e1d754798a20594eec72c39a2 2024-11-17T18:20:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,955 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/033cb61e1d754798a20594eec72c39a2, entries=150, sequenceid=131, filesize=11.8 K 2024-11-17T18:20:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,956 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 56ms, sequenceid=131, compaction requested=true 2024-11-17T18:20:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-17T18:20:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-17T18:20:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-17T18:20:47,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2024-11-17T18:20:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 213 msec 2024-11-17T18:20:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T18:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,049 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-17T18:20:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-17T18:20:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T18:20:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,053 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:48,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T18:20:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T18:20:48,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117758d351dd93847df96b7def86fe816dc_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867648142/Put/seqid=0 2024-11-17T18:20:48,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-17T18:20:48,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:48,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742362_1538 (size=12304) 2024-11-17T18:20:48,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867708251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47396 deadline: 1731867708342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,342 DEBUG [Thread-2262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47322 deadline: 1731867708348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47324 deadline: 1731867708348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,351 DEBUG [Thread-2258 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:48,351 DEBUG [Thread-2260 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T18:20:48,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867708354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-17T18:20:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47400 deadline: 1731867708363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,366 DEBUG [Thread-2256 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., hostname=940f5f05a898,35899,1731867484961, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T18:20:48,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-17T18:20:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867708557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,613 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:48,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117758d351dd93847df96b7def86fe816dc_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117758d351dd93847df96b7def86fe816dc_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:48,618 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e8f6123ad4ce4ed093247a986cfe8299, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:48,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e8f6123ad4ce4ed093247a986cfe8299 is 175, key is test_row_0/A:col10/1731867648142/Put/seqid=0 2024-11-17T18:20:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742363_1539 (size=31105) 2024-11-17T18:20:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T18:20:48,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-17T18:20:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-17T18:20:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867708861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:48,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-17T18:20:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:48,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:49,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=142, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e8f6123ad4ce4ed093247a986cfe8299 2024-11-17T18:20:49,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/43ba5be53dbc4158a4377a0012cd0976 is 50, key is test_row_0/B:col10/1731867648142/Put/seqid=0 2024-11-17T18:20:49,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742364_1540 (size=12151) 2024-11-17T18:20:49,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/43ba5be53dbc4158a4377a0012cd0976 2024-11-17T18:20:49,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/202c525154884f4784b80f33fd5f77c2 is 50, key is test_row_0/C:col10/1731867648142/Put/seqid=0 2024-11-17T18:20:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742365_1541 (size=12151) 2024-11-17T18:20:49,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/202c525154884f4784b80f33fd5f77c2 2024-11-17T18:20:49,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e8f6123ad4ce4ed093247a986cfe8299 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e8f6123ad4ce4ed093247a986cfe8299 2024-11-17T18:20:49,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e8f6123ad4ce4ed093247a986cfe8299, entries=150, sequenceid=142, filesize=30.4 K 2024-11-17T18:20:49,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/43ba5be53dbc4158a4377a0012cd0976 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/43ba5be53dbc4158a4377a0012cd0976 2024-11-17T18:20:49,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/43ba5be53dbc4158a4377a0012cd0976, entries=150, sequenceid=142, filesize=11.9 K 2024-11-17T18:20:49,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/202c525154884f4784b80f33fd5f77c2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/202c525154884f4784b80f33fd5f77c2 2024-11-17T18:20:49,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/202c525154884f4784b80f33fd5f77c2, entries=150, sequenceid=142, filesize=11.9 K 2024-11-17T18:20:49,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 914ms, sequenceid=142, compaction requested=true 2024-11-17T18:20:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:49,063 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-17T18:20:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:49,063 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-17T18:20:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:49,065 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72359 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-17T18:20:49,065 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/B is initiating minor compaction (all files) 2024-11-17T18:20:49,065 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/B in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:49,065 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/fe1d0a88f6404fc98673cad80d13de11, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/1c1d39f4b3f4412c8047740fb442bafe, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/54b2830188c546d2b19fa9b314db2381, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8cb48becb10f49f2a443049826e55bc6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/15ccd3107c034ad9bb8655c6c4c0485a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/43ba5be53dbc4158a4377a0012cd0976] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=70.7 K 2024-11-17T18:20:49,065 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting fe1d0a88f6404fc98673cad80d13de11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731867639569 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 194677 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/A is initiating minor compaction (all files) 2024-11-17T18:20:49,066 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/A in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:49,066 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/09080bc8a7ea4ca39e89323bb439dea8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/0fa5d8a4206b4d65be1a5a4899f8cb45, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/bc1d57d181de4c7db29cf68c7b1a2e8c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/f655a4b7ef4a4141bd2575b41a711b72, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e8f6123ad4ce4ed093247a986cfe8299] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=190.1 K 2024-11-17T18:20:49,066 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/09080bc8a7ea4ca39e89323bb439dea8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/0fa5d8a4206b4d65be1a5a4899f8cb45, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/bc1d57d181de4c7db29cf68c7b1a2e8c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/f655a4b7ef4a4141bd2575b41a711b72, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e8f6123ad4ce4ed093247a986cfe8299] 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14f07b7b2b8e47b2bb58f0ecdf6cd18e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731867639569 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c1d39f4b3f4412c8047740fb442bafe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731867640198 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09080bc8a7ea4ca39e89323bb439dea8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731867640198 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 54b2830188c546d2b19fa9b314db2381, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731867641586 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fa5d8a4206b4d65be1a5a4899f8cb45, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731867641586 2024-11-17T18:20:49,066 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb48becb10f49f2a443049826e55bc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731867643764 2024-11-17T18:20:49,067 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc1d57d181de4c7db29cf68c7b1a2e8c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731867643764 2024-11-17T18:20:49,067 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 15ccd3107c034ad9bb8655c6c4c0485a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731867645936 2024-11-17T18:20:49,067 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ba5be53dbc4158a4377a0012cd0976, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731867648138 2024-11-17T18:20:49,067 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting f655a4b7ef4a4141bd2575b41a711b72, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731867645936 2024-11-17T18:20:49,067 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8f6123ad4ce4ed093247a986cfe8299, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731867648138 2024-11-17T18:20:49,075 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:49,077 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411171422c7f5b1ae442a8102cfbc02e4253e_c6d294d6adcfe174cb9b28ad30eeb2c1 store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:49,078 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#B#compaction#453 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:49,079 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/b3033a2b3c58473c85bc800228ff6ac3 is 50, key is test_row_0/B:col10/1731867648142/Put/seqid=0 2024-11-17T18:20:49,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411171422c7f5b1ae442a8102cfbc02e4253e_c6d294d6adcfe174cb9b28ad30eeb2c1, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:49,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171422c7f5b1ae442a8102cfbc02e4253e_c6d294d6adcfe174cb9b28ad30eeb2c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742366_1542 (size=12459) 2024-11-17T18:20:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742367_1543 (size=4469) 2024-11-17T18:20:49,086 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#A#compaction#454 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:49,086 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/b3d5b38242a94d9890a1fe92a17a41f7 is 175, key is test_row_0/A:col10/1731867648142/Put/seqid=0 2024-11-17T18:20:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742368_1544 (size=31413) 2024-11-17T18:20:49,093 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/b3d5b38242a94d9890a1fe92a17a41f7 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/b3d5b38242a94d9890a1fe92a17a41f7 2024-11-17T18:20:49,097 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/A of c6d294d6adcfe174cb9b28ad30eeb2c1 into b3d5b38242a94d9890a1fe92a17a41f7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:49,097 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:49,097 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/A, priority=10, startTime=1731867649063; duration=0sec 2024-11-17T18:20:49,097 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:49,097 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:A 2024-11-17T18:20:49,097 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-17T18:20:49,098 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72359 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-17T18:20:49,098 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/C is initiating minor compaction (all files) 2024-11-17T18:20:49,098 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/C in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:49,098 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/fe4cf370b20e445d97f54d1a5adc87b3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/0164c656e698443fadd572023e425aaf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/f77873cf329a42e1be2b76256ec48f7d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7aa7a3aea2b14b2ea58e4438add4e54a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/033cb61e1d754798a20594eec72c39a2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/202c525154884f4784b80f33fd5f77c2] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=70.7 K 2024-11-17T18:20:49,099 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe4cf370b20e445d97f54d1a5adc87b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731867639569 2024-11-17T18:20:49,099 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0164c656e698443fadd572023e425aaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731867640198 2024-11-17T18:20:49,099 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting f77873cf329a42e1be2b76256ec48f7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731867641586 2024-11-17T18:20:49,099 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aa7a3aea2b14b2ea58e4438add4e54a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731867643764 2024-11-17T18:20:49,100 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 033cb61e1d754798a20594eec72c39a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731867645936 2024-11-17T18:20:49,100 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 202c525154884f4784b80f33fd5f77c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731867648138 2024-11-17T18:20:49,108 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:49,108 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/c379f56a2af34e138d6c57f306c04cdd is 50, key is test_row_0/C:col10/1731867648142/Put/seqid=0 2024-11-17T18:20:49,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742369_1545 (size=12459) 2024-11-17T18:20:49,114 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/c379f56a2af34e138d6c57f306c04cdd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/c379f56a2af34e138d6c57f306c04cdd 2024-11-17T18:20:49,117 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/C of c6d294d6adcfe174cb9b28ad30eeb2c1 into c379f56a2af34e138d6c57f306c04cdd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:49,117 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:49,117 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/C, priority=10, startTime=1731867649063; duration=0sec 2024-11-17T18:20:49,118 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:49,118 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:C 2024-11-17T18:20:49,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:49,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-17T18:20:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:49,121 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T18:20:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:49,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111703b41158de654ddaa0a1eb774cccd33f_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867648220/Put/seqid=0 2024-11-17T18:20:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742370_1546 (size=12304) 2024-11-17T18:20:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T18:20:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:49,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867709385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:49,488 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/b3033a2b3c58473c85bc800228ff6ac3 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b3033a2b3c58473c85bc800228ff6ac3 2024-11-17T18:20:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867709488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:49,492 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/B of c6d294d6adcfe174cb9b28ad30eeb2c1 into b3033a2b3c58473c85bc800228ff6ac3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:49,492 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:49,492 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/B, priority=10, startTime=1731867649063; duration=0sec 2024-11-17T18:20:49,492 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:49,492 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:B 2024-11-17T18:20:49,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,535 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111703b41158de654ddaa0a1eb774cccd33f_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111703b41158de654ddaa0a1eb774cccd33f_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:49,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/199084111d5d4cf5b622a60c3a947afd, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:49,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/199084111d5d4cf5b622a60c3a947afd is 175, key is test_row_0/A:col10/1731867648220/Put/seqid=0 2024-11-17T18:20:49,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742371_1547 (size=31105) 2024-11-17T18:20:49,540 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/199084111d5d4cf5b622a60c3a947afd 2024-11-17T18:20:49,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/84804be4665f4bcdaea74835174f4946 is 50, key is test_row_0/B:col10/1731867648220/Put/seqid=0 2024-11-17T18:20:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742372_1548 (size=12151) 2024-11-17T18:20:49,554 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/84804be4665f4bcdaea74835174f4946 2024-11-17T18:20:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/05b66fba3a2d42dfabcdc3461c3d2371 is 50, key is test_row_0/C:col10/1731867648220/Put/seqid=0 2024-11-17T18:20:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742373_1549 (size=12151) 2024-11-17T18:20:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867709696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:49,972 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/05b66fba3a2d42dfabcdc3461c3d2371 2024-11-17T18:20:49,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/199084111d5d4cf5b622a60c3a947afd as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/199084111d5d4cf5b622a60c3a947afd 2024-11-17T18:20:49,993 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/199084111d5d4cf5b622a60c3a947afd, entries=150, sequenceid=169, filesize=30.4 K 2024-11-17T18:20:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/84804be4665f4bcdaea74835174f4946 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/84804be4665f4bcdaea74835174f4946 2024-11-17T18:20:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,997 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/84804be4665f4bcdaea74835174f4946, entries=150, sequenceid=169, filesize=11.9 K 2024-11-17T18:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/05b66fba3a2d42dfabcdc3461c3d2371 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/05b66fba3a2d42dfabcdc3461c3d2371 2024-11-17T18:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,001 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/05b66fba3a2d42dfabcdc3461c3d2371, entries=150, sequenceid=169, filesize=11.9 K 2024-11-17T18:20:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,002 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 881ms, sequenceid=169, compaction requested=false 2024-11-17T18:20:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:50,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-17T18:20:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-17T18:20:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-17T18:20:50,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9500 sec 2024-11-17T18:20:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T18:20:50,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.9540 sec 2024-11-17T18:20:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:50,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111753d9d0bf375541d08e67152b0bffec48_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867649384/Put/seqid=0 2024-11-17T18:20:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742374_1550 (size=12304) 2024-11-17T18:20:50,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:50,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111753d9d0bf375541d08e67152b0bffec48_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111753d9d0bf375541d08e67152b0bffec48_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:50,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/58a0a52cb5394111a55442aa4293a051, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:50,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/58a0a52cb5394111a55442aa4293a051 is 175, key is test_row_0/A:col10/1731867649384/Put/seqid=0 2024-11-17T18:20:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742375_1551 (size=31105) 2024-11-17T18:20:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867710071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T18:20:50,156 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-17T18:20:50,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-17T18:20:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-17T18:20:50,159 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:50,159 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:50,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:50,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867710175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-17T18:20:50,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-17T18:20:50,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867710377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,450 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/58a0a52cb5394111a55442aa4293a051 2024-11-17T18:20:50,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/4040cacc8fc24ddf913c951a852f0890 is 50, key is test_row_0/B:col10/1731867649384/Put/seqid=0 2024-11-17T18:20:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-17T18:20:50,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742376_1552 (size=12151) 2024-11-17T18:20:50,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-17T18:20:50,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:50,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-17T18:20:50,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:50,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867710679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-17T18:20:50,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-17T18:20:50,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:50,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:50,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/4040cacc8fc24ddf913c951a852f0890 2024-11-17T18:20:50,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/32f76928cf2d4afca59138d01e696cf0 is 50, key is test_row_0/C:col10/1731867649384/Put/seqid=0 2024-11-17T18:20:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742377_1553 (size=12151) 2024-11-17T18:20:50,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/32f76928cf2d4afca59138d01e696cf0 2024-11-17T18:20:50,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/58a0a52cb5394111a55442aa4293a051 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/58a0a52cb5394111a55442aa4293a051 2024-11-17T18:20:50,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/58a0a52cb5394111a55442aa4293a051, entries=150, sequenceid=182, filesize=30.4 K 2024-11-17T18:20:50,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/4040cacc8fc24ddf913c951a852f0890 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/4040cacc8fc24ddf913c951a852f0890 2024-11-17T18:20:50,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/4040cacc8fc24ddf913c951a852f0890, entries=150, sequenceid=182, filesize=11.9 K 2024-11-17T18:20:50,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/32f76928cf2d4afca59138d01e696cf0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/32f76928cf2d4afca59138d01e696cf0 2024-11-17T18:20:50,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/32f76928cf2d4afca59138d01e696cf0, entries=150, sequenceid=182, filesize=11.9 K 2024-11-17T18:20:50,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 879ms, sequenceid=182, compaction requested=true 2024-11-17T18:20:50,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:50,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:50,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:50,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:50,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:50,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:50,885 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:50,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:50,885 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:50,886 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:50,886 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:50,886 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/A is initiating minor compaction (all files) 2024-11-17T18:20:50,886 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/B is initiating minor compaction (all files) 2024-11-17T18:20:50,886 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/B in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,886 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/A in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,886 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b3033a2b3c58473c85bc800228ff6ac3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/84804be4665f4bcdaea74835174f4946, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/4040cacc8fc24ddf913c951a852f0890] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=35.9 K 2024-11-17T18:20:50,886 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/b3d5b38242a94d9890a1fe92a17a41f7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/199084111d5d4cf5b622a60c3a947afd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/58a0a52cb5394111a55442aa4293a051] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=91.4 K 2024-11-17T18:20:50,886 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,886 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/b3d5b38242a94d9890a1fe92a17a41f7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/199084111d5d4cf5b622a60c3a947afd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/58a0a52cb5394111a55442aa4293a051] 2024-11-17T18:20:50,887 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3d5b38242a94d9890a1fe92a17a41f7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731867648138 2024-11-17T18:20:50,887 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting b3033a2b3c58473c85bc800228ff6ac3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731867648138 2024-11-17T18:20:50,887 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 199084111d5d4cf5b622a60c3a947afd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731867648220 2024-11-17T18:20:50,887 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 84804be4665f4bcdaea74835174f4946, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731867648220 2024-11-17T18:20:50,888 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a0a52cb5394111a55442aa4293a051, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731867649379 2024-11-17T18:20:50,888 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 4040cacc8fc24ddf913c951a852f0890, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731867649379 2024-11-17T18:20:50,892 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:50,893 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:50,894 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/f854ed9887cb4d518475f9314822febc is 50, key is test_row_0/B:col10/1731867649384/Put/seqid=0 2024-11-17T18:20:50,894 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117a7261f29859649b0b40c962cf2c06708_c6d294d6adcfe174cb9b28ad30eeb2c1 store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:50,896 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117a7261f29859649b0b40c962cf2c06708_c6d294d6adcfe174cb9b28ad30eeb2c1, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:50,896 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a7261f29859649b0b40c962cf2c06708_c6d294d6adcfe174cb9b28ad30eeb2c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742378_1554 (size=12561) 2024-11-17T18:20:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742379_1555 (size=4469) 2024-11-17T18:20:50,901 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/f854ed9887cb4d518475f9314822febc as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/f854ed9887cb4d518475f9314822febc 2024-11-17T18:20:50,905 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/B of c6d294d6adcfe174cb9b28ad30eeb2c1 into f854ed9887cb4d518475f9314822febc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:50,905 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:50,905 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/B, priority=13, startTime=1731867650885; duration=0sec 2024-11-17T18:20:50,905 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:50,905 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:B 2024-11-17T18:20:50,905 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:50,906 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:50,906 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/C is initiating minor compaction (all files) 2024-11-17T18:20:50,906 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/C in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,906 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/c379f56a2af34e138d6c57f306c04cdd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/05b66fba3a2d42dfabcdc3461c3d2371, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/32f76928cf2d4afca59138d01e696cf0] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=35.9 K 2024-11-17T18:20:50,906 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting c379f56a2af34e138d6c57f306c04cdd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731867648138 2024-11-17T18:20:50,907 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 05b66fba3a2d42dfabcdc3461c3d2371, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731867648220 2024-11-17T18:20:50,907 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f76928cf2d4afca59138d01e696cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731867649379 2024-11-17T18:20:50,913 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:50,914 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/dea463d943ef4dbcb4f4774b897342fb is 50, key is test_row_0/C:col10/1731867649384/Put/seqid=0 2024-11-17T18:20:50,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742380_1556 (size=12561) 2024-11-17T18:20:50,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:50,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-17T18:20:50,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:50,922 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T18:20:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:50,922 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/dea463d943ef4dbcb4f4774b897342fb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/dea463d943ef4dbcb4f4774b897342fb 2024-11-17T18:20:50,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c156ddd139f24785864b366f915feeb6_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867650070/Put/seqid=0 2024-11-17T18:20:50,928 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/C of c6d294d6adcfe174cb9b28ad30eeb2c1 into dea463d943ef4dbcb4f4774b897342fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:50,929 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:50,929 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/C, priority=13, startTime=1731867650885; duration=0sec 2024-11-17T18:20:50,929 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:50,929 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:C 2024-11-17T18:20:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742381_1557 (size=12304) 2024-11-17T18:20:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:51,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:51,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867711206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-17T18:20:51,301 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:51,302 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/afcec6aac87d467f815aab077645f8df is 175, key is test_row_0/A:col10/1731867649384/Put/seqid=0 2024-11-17T18:20:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742382_1558 (size=31515) 2024-11-17T18:20:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867711309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:51,312 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/afcec6aac87d467f815aab077645f8df as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afcec6aac87d467f815aab077645f8df 2024-11-17T18:20:51,316 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/A of c6d294d6adcfe174cb9b28ad30eeb2c1 into afcec6aac87d467f815aab077645f8df(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:51,316 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:51,316 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/A, priority=13, startTime=1731867650885; duration=0sec 2024-11-17T18:20:51,316 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:51,316 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:A 2024-11-17T18:20:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:51,340 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c156ddd139f24785864b366f915feeb6_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c156ddd139f24785864b366f915feeb6_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/a9baa3fe258a4c46af0a046a46f9d12c, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/a9baa3fe258a4c46af0a046a46f9d12c is 175, key is test_row_0/A:col10/1731867650070/Put/seqid=0 2024-11-17T18:20:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742383_1559 (size=31105) 2024-11-17T18:20:51,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867711511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/a9baa3fe258a4c46af0a046a46f9d12c 2024-11-17T18:20:51,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/b1cc69ef8cdf49a49a9c5870f4a3aba2 is 50, key is test_row_0/B:col10/1731867650070/Put/seqid=0 2024-11-17T18:20:51,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742384_1560 (size=12151) 2024-11-17T18:20:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/b1cc69ef8cdf49a49a9c5870f4a3aba2 2024-11-17T18:20:51,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/2d07a38699044f2ebc7f1cf5e0f7e5aa is 50, key is test_row_0/C:col10/1731867650070/Put/seqid=0 2024-11-17T18:20:51,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742385_1561 (size=12151) 2024-11-17T18:20:51,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867711813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,167 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/2d07a38699044f2ebc7f1cf5e0f7e5aa 2024-11-17T18:20:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/a9baa3fe258a4c46af0a046a46f9d12c as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/a9baa3fe258a4c46af0a046a46f9d12c 2024-11-17T18:20:52,174 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/a9baa3fe258a4c46af0a046a46f9d12c, entries=150, sequenceid=207, filesize=30.4 K 2024-11-17T18:20:52,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/b1cc69ef8cdf49a49a9c5870f4a3aba2 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b1cc69ef8cdf49a49a9c5870f4a3aba2 2024-11-17T18:20:52,178 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b1cc69ef8cdf49a49a9c5870f4a3aba2, entries=150, sequenceid=207, filesize=11.9 K 2024-11-17T18:20:52,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/2d07a38699044f2ebc7f1cf5e0f7e5aa as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2d07a38699044f2ebc7f1cf5e0f7e5aa 2024-11-17T18:20:52,181 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2d07a38699044f2ebc7f1cf5e0f7e5aa, entries=150, sequenceid=207, filesize=11.9 K 2024-11-17T18:20:52,182 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1260ms, sequenceid=207, compaction requested=false 2024-11-17T18:20:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-17T18:20:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-17T18:20:52,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-17T18:20:52,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-11-17T18:20:52,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.0280 sec 2024-11-17T18:20:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-17T18:20:52,262 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-17T18:20:52,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-17T18:20:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T18:20:52,265 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:52,265 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:52,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:52,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T18:20:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:52,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111742df55c9f65b449fadc915a8657e4448_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867652318/Put/seqid=0 2024-11-17T18:20:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742386_1562 (size=14794) 2024-11-17T18:20:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T18:20:52,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867712377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867712479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T18:20:52,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867712683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:52,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111742df55c9f65b449fadc915a8657e4448_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111742df55c9f65b449fadc915a8657e4448_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:52,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e6d1475318534efe8b08ac7a9c2785eb, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:52,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e6d1475318534efe8b08ac7a9c2785eb is 175, key is test_row_0/A:col10/1731867652318/Put/seqid=0 2024-11-17T18:20:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742387_1563 (size=39749) 2024-11-17T18:20:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T18:20:52,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:52,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:52,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:52,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:52,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:52,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867712988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,138 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e6d1475318534efe8b08ac7a9c2785eb 2024-11-17T18:20:53,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/7578dc59a07b45b2beab559849c0ae43 is 50, key is test_row_0/B:col10/1731867652318/Put/seqid=0 2024-11-17T18:20:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742388_1564 (size=12151) 2024-11-17T18:20:53,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:53,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:53,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:53,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:53,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T18:20:53,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:53,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:53,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867713491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/7578dc59a07b45b2beab559849c0ae43 2024-11-17T18:20:53,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/e42e1a1606694c538073ee120744451d is 50, key is test_row_0/C:col10/1731867652318/Put/seqid=0 2024-11-17T18:20:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742389_1565 (size=12151) 2024-11-17T18:20:53,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:53,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:53,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:53,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T18:20:53,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/e42e1a1606694c538073ee120744451d 2024-11-17T18:20:53,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/e6d1475318534efe8b08ac7a9c2785eb as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e6d1475318534efe8b08ac7a9c2785eb 2024-11-17T18:20:53,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e6d1475318534efe8b08ac7a9c2785eb, entries=200, sequenceid=222, filesize=38.8 K 2024-11-17T18:20:53,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/7578dc59a07b45b2beab559849c0ae43 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/7578dc59a07b45b2beab559849c0ae43 2024-11-17T18:20:53,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/7578dc59a07b45b2beab559849c0ae43, entries=150, sequenceid=222, filesize=11.9 K 2024-11-17T18:20:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/e42e1a1606694c538073ee120744451d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/e42e1a1606694c538073ee120744451d 2024-11-17T18:20:53,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/e42e1a1606694c538073ee120744451d, entries=150, sequenceid=222, filesize=11.9 K 2024-11-17T18:20:53,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1656ms, sequenceid=222, compaction requested=true 2024-11-17T18:20:53,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:53,976 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:53,976 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:53,977 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:53,977 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:53,977 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/B is initiating minor compaction (all files) 2024-11-17T18:20:53,977 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/A is initiating minor compaction (all files) 2024-11-17T18:20:53,977 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/B in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,977 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/A in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,977 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/f854ed9887cb4d518475f9314822febc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b1cc69ef8cdf49a49a9c5870f4a3aba2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/7578dc59a07b45b2beab559849c0ae43] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=36.0 K 2024-11-17T18:20:53,977 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afcec6aac87d467f815aab077645f8df, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/a9baa3fe258a4c46af0a046a46f9d12c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e6d1475318534efe8b08ac7a9c2785eb] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=100.0 K 2024-11-17T18:20:53,977 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:53,977 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afcec6aac87d467f815aab077645f8df, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/a9baa3fe258a4c46af0a046a46f9d12c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e6d1475318534efe8b08ac7a9c2785eb] 2024-11-17T18:20:53,978 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting afcec6aac87d467f815aab077645f8df, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731867649379 2024-11-17T18:20:53,978 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting f854ed9887cb4d518475f9314822febc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731867649379 2024-11-17T18:20:53,978 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9baa3fe258a4c46af0a046a46f9d12c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731867650055 2024-11-17T18:20:53,978 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting b1cc69ef8cdf49a49a9c5870f4a3aba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731867650055 2024-11-17T18:20:53,978 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6d1475318534efe8b08ac7a9c2785eb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731867651199 2024-11-17T18:20:53,978 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7578dc59a07b45b2beab559849c0ae43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731867651202 2024-11-17T18:20:53,984 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:53,985 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:53,985 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/bfcf3c61681248e1b7520e85c5c28b52 is 50, key is test_row_0/B:col10/1731867652318/Put/seqid=0 2024-11-17T18:20:53,987 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411173947cd7d189545f09e4b35f84ac02ed4_c6d294d6adcfe174cb9b28ad30eeb2c1 store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:53,989 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411173947cd7d189545f09e4b35f84ac02ed4_c6d294d6adcfe174cb9b28ad30eeb2c1, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:53,989 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173947cd7d189545f09e4b35f84ac02ed4_c6d294d6adcfe174cb9b28ad30eeb2c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:54,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742390_1566 (size=12663) 2024-11-17T18:20:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742391_1567 (size=4469) 2024-11-17T18:20:54,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:54,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-17T18:20:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:54,096 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T18:20:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177d0fc4d1a64a4a88ad7c41429aaf6955_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867652366/Put/seqid=0 2024-11-17T18:20:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742392_1568 (size=12304) 2024-11-17T18:20:54,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:54,119 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177d0fc4d1a64a4a88ad7c41429aaf6955_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177d0fc4d1a64a4a88ad7c41429aaf6955_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:54,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/fd682a4e445f414f86a1a6aaa9e76891, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:54,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/fd682a4e445f414f86a1a6aaa9e76891 is 175, key is test_row_0/A:col10/1731867652366/Put/seqid=0 2024-11-17T18:20:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742393_1569 (size=31105) 2024-11-17T18:20:54,124 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/fd682a4e445f414f86a1a6aaa9e76891 2024-11-17T18:20:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/34f15aa946fb4b549af72058f7301327 is 50, key is test_row_0/B:col10/1731867652366/Put/seqid=0 2024-11-17T18:20:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742394_1570 (size=12151) 2024-11-17T18:20:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T18:20:54,414 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/bfcf3c61681248e1b7520e85c5c28b52 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/bfcf3c61681248e1b7520e85c5c28b52 2024-11-17T18:20:54,414 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:54,415 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/d974b904a3664850b62cc45f08f62cce is 175, key is test_row_0/A:col10/1731867652318/Put/seqid=0 2024-11-17T18:20:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742395_1571 (size=31617) 2024-11-17T18:20:54,421 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/B of c6d294d6adcfe174cb9b28ad30eeb2c1 into bfcf3c61681248e1b7520e85c5c28b52(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:54,421 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:54,421 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/B, priority=13, startTime=1731867653976; duration=0sec 2024-11-17T18:20:54,421 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:54,421 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:B 2024-11-17T18:20:54,421 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:54,422 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:54,422 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/C is initiating minor compaction (all files) 2024-11-17T18:20:54,422 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/C in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:54,422 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/dea463d943ef4dbcb4f4774b897342fb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2d07a38699044f2ebc7f1cf5e0f7e5aa, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/e42e1a1606694c538073ee120744451d] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=36.0 K 2024-11-17T18:20:54,423 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting dea463d943ef4dbcb4f4774b897342fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731867649379 2024-11-17T18:20:54,423 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d07a38699044f2ebc7f1cf5e0f7e5aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731867650055 2024-11-17T18:20:54,423 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting e42e1a1606694c538073ee120744451d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731867651202 2024-11-17T18:20:54,430 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#C#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:54,430 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/7942c1d14fd74de79202139510cbd525 is 50, key is test_row_0/C:col10/1731867652318/Put/seqid=0 2024-11-17T18:20:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742396_1572 (size=12663) 2024-11-17T18:20:54,441 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/7942c1d14fd74de79202139510cbd525 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7942c1d14fd74de79202139510cbd525 2024-11-17T18:20:54,445 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/C of c6d294d6adcfe174cb9b28ad30eeb2c1 into 7942c1d14fd74de79202139510cbd525(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:54,445 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:54,445 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/C, priority=13, startTime=1731867653976; duration=0sec 2024-11-17T18:20:54,445 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:54,445 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:C 2024-11-17T18:20:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:54,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:54,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867714518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:54,535 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/34f15aa946fb4b549af72058f7301327 2024-11-17T18:20:54,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/d14809646df94e7ca1cda702f4ad6c4e is 50, key is test_row_0/C:col10/1731867652366/Put/seqid=0 2024-11-17T18:20:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742397_1573 (size=12151) 2024-11-17T18:20:54,546 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/d14809646df94e7ca1cda702f4ad6c4e 2024-11-17T18:20:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/fd682a4e445f414f86a1a6aaa9e76891 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/fd682a4e445f414f86a1a6aaa9e76891 2024-11-17T18:20:54,553 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/fd682a4e445f414f86a1a6aaa9e76891, entries=150, sequenceid=245, filesize=30.4 K 2024-11-17T18:20:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/34f15aa946fb4b549af72058f7301327 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/34f15aa946fb4b549af72058f7301327 2024-11-17T18:20:54,558 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/34f15aa946fb4b549af72058f7301327, entries=150, sequenceid=245, filesize=11.9 K 2024-11-17T18:20:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/d14809646df94e7ca1cda702f4ad6c4e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/d14809646df94e7ca1cda702f4ad6c4e 2024-11-17T18:20:54,562 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/d14809646df94e7ca1cda702f4ad6c4e, entries=150, sequenceid=245, filesize=11.9 K 2024-11-17T18:20:54,563 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 467ms, sequenceid=245, compaction requested=false 2024-11-17T18:20:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-17T18:20:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-17T18:20:54,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-17T18:20:54,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2980 sec 2024-11-17T18:20:54,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.3020 sec 2024-11-17T18:20:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:54,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T18:20:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:54,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f97b130eb4d1466bb8b48c7cb00ddb96_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867654506/Put/seqid=0 2024-11-17T18:20:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742398_1574 (size=14944) 2024-11-17T18:20:54,642 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:54,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f97b130eb4d1466bb8b48c7cb00ddb96_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f97b130eb4d1466bb8b48c7cb00ddb96_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:54,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/8ce0c23fefac45b8a51e648edd2de615, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:54,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/8ce0c23fefac45b8a51e648edd2de615 is 175, key is test_row_0/A:col10/1731867654506/Put/seqid=0 2024-11-17T18:20:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742399_1575 (size=39899) 2024-11-17T18:20:54,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867714687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:54,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867714790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:54,824 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/d974b904a3664850b62cc45f08f62cce as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/d974b904a3664850b62cc45f08f62cce 2024-11-17T18:20:54,828 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/A of c6d294d6adcfe174cb9b28ad30eeb2c1 into d974b904a3664850b62cc45f08f62cce(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:54,828 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:54,828 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/A, priority=13, startTime=1731867653975; duration=0sec 2024-11-17T18:20:54,828 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:54,828 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:A 2024-11-17T18:20:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867714993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:55,065 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/8ce0c23fefac45b8a51e648edd2de615 2024-11-17T18:20:55,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a7b87df09371427ca35b1c922abddfec is 50, key is test_row_0/B:col10/1731867654506/Put/seqid=0 2024-11-17T18:20:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742400_1576 (size=12251) 2024-11-17T18:20:55,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867715296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:55,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a7b87df09371427ca35b1c922abddfec 2024-11-17T18:20:55,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/be5bdb4166c74c7ca27a7dc8c36c1334 is 50, key is test_row_0/C:col10/1731867654506/Put/seqid=0 2024-11-17T18:20:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742401_1577 (size=12251) 2024-11-17T18:20:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867715801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:55,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/be5bdb4166c74c7ca27a7dc8c36c1334 2024-11-17T18:20:55,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/8ce0c23fefac45b8a51e648edd2de615 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8ce0c23fefac45b8a51e648edd2de615 2024-11-17T18:20:55,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8ce0c23fefac45b8a51e648edd2de615, entries=200, sequenceid=261, filesize=39.0 K 2024-11-17T18:20:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a7b87df09371427ca35b1c922abddfec as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a7b87df09371427ca35b1c922abddfec 2024-11-17T18:20:55,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a7b87df09371427ca35b1c922abddfec, entries=150, sequenceid=261, filesize=12.0 K 2024-11-17T18:20:55,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/be5bdb4166c74c7ca27a7dc8c36c1334 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/be5bdb4166c74c7ca27a7dc8c36c1334 2024-11-17T18:20:55,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/be5bdb4166c74c7ca27a7dc8c36c1334, entries=150, sequenceid=261, filesize=12.0 K 2024-11-17T18:20:55,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1278ms, sequenceid=261, compaction requested=true 2024-11-17T18:20:55,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:55,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:55,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:55,901 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:55,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:55,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:55,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:55,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:55,901 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:55,902 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102621 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:55,902 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:55,902 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/A is initiating minor compaction (all files) 2024-11-17T18:20:55,902 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/B is initiating minor compaction (all files) 2024-11-17T18:20:55,902 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/A in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:55,902 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/B in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:55,902 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/bfcf3c61681248e1b7520e85c5c28b52, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/34f15aa946fb4b549af72058f7301327, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a7b87df09371427ca35b1c922abddfec] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=36.2 K 2024-11-17T18:20:55,902 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/d974b904a3664850b62cc45f08f62cce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/fd682a4e445f414f86a1a6aaa9e76891, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8ce0c23fefac45b8a51e648edd2de615] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=100.2 K 2024-11-17T18:20:55,902 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:55,903 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. files: [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/d974b904a3664850b62cc45f08f62cce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/fd682a4e445f414f86a1a6aaa9e76891, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8ce0c23fefac45b8a51e648edd2de615] 2024-11-17T18:20:55,903 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting bfcf3c61681248e1b7520e85c5c28b52, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731867651202 2024-11-17T18:20:55,903 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting d974b904a3664850b62cc45f08f62cce, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731867651202 2024-11-17T18:20:55,903 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 34f15aa946fb4b549af72058f7301327, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731867652366 2024-11-17T18:20:55,903 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd682a4e445f414f86a1a6aaa9e76891, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731867652366 2024-11-17T18:20:55,903 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting a7b87df09371427ca35b1c922abddfec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731867654506 2024-11-17T18:20:55,904 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ce0c23fefac45b8a51e648edd2de615, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731867654506 2024-11-17T18:20:55,909 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:55,910 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:55,911 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a5395b646c3143dba4f2201bc36ccb8d is 50, key is test_row_0/B:col10/1731867654506/Put/seqid=0 2024-11-17T18:20:55,911 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117997693b6e688411eb23fb86b9ecf3008_c6d294d6adcfe174cb9b28ad30eeb2c1 store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:55,913 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117997693b6e688411eb23fb86b9ecf3008_c6d294d6adcfe174cb9b28ad30eeb2c1, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:55,913 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117997693b6e688411eb23fb86b9ecf3008_c6d294d6adcfe174cb9b28ad30eeb2c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742402_1578 (size=12865) 2024-11-17T18:20:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742403_1579 (size=4469) 2024-11-17T18:20:55,932 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#A#compaction#481 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:55,933 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/8d8a7678472641d2a7bca78d519031a9 is 175, key is test_row_0/A:col10/1731867654506/Put/seqid=0 2024-11-17T18:20:55,935 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a5395b646c3143dba4f2201bc36ccb8d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a5395b646c3143dba4f2201bc36ccb8d 2024-11-17T18:20:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742404_1580 (size=31819) 2024-11-17T18:20:55,941 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/B of c6d294d6adcfe174cb9b28ad30eeb2c1 into a5395b646c3143dba4f2201bc36ccb8d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:55,941 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:55,941 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/B, priority=13, startTime=1731867655901; duration=0sec 2024-11-17T18:20:55,941 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:55,941 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:B 2024-11-17T18:20:55,941 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T18:20:55,942 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T18:20:55,942 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1540): c6d294d6adcfe174cb9b28ad30eeb2c1/C is initiating minor compaction (all files) 2024-11-17T18:20:55,942 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c6d294d6adcfe174cb9b28ad30eeb2c1/C in TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:55,942 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7942c1d14fd74de79202139510cbd525, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/d14809646df94e7ca1cda702f4ad6c4e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/be5bdb4166c74c7ca27a7dc8c36c1334] into tmpdir=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp, totalSize=36.2 K 2024-11-17T18:20:55,943 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting 7942c1d14fd74de79202139510cbd525, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731867651202 2024-11-17T18:20:55,943 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting d14809646df94e7ca1cda702f4ad6c4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731867652366 2024-11-17T18:20:55,944 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] compactions.Compactor(224): Compacting be5bdb4166c74c7ca27a7dc8c36c1334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731867654506 2024-11-17T18:20:55,944 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/8d8a7678472641d2a7bca78d519031a9 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8d8a7678472641d2a7bca78d519031a9 2024-11-17T18:20:55,948 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/A of c6d294d6adcfe174cb9b28ad30eeb2c1 into 8d8a7678472641d2a7bca78d519031a9(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:55,948 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:55,948 INFO [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/A, priority=13, startTime=1731867655901; duration=0sec 2024-11-17T18:20:55,948 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:55,948 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:A 2024-11-17T18:20:55,951 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6d294d6adcfe174cb9b28ad30eeb2c1#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T18:20:55,951 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/81950c819367492dbe278fa36144402a is 50, key is test_row_0/C:col10/1731867654506/Put/seqid=0 2024-11-17T18:20:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742405_1581 (size=12865) 2024-11-17T18:20:55,960 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/81950c819367492dbe278fa36144402a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/81950c819367492dbe278fa36144402a 2024-11-17T18:20:55,964 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c6d294d6adcfe174cb9b28ad30eeb2c1/C of c6d294d6adcfe174cb9b28ad30eeb2c1 into 81950c819367492dbe278fa36144402a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T18:20:55,964 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:55,964 INFO [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1., storeName=c6d294d6adcfe174cb9b28ad30eeb2c1/C, priority=13, startTime=1731867655901; duration=0sec 2024-11-17T18:20:55,964 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:55,964 DEBUG [RS:0;940f5f05a898:35899-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:C 2024-11-17T18:20:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T18:20:56,369 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-17T18:20:56,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T18:20:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-17T18:20:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-17T18:20:56,372 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T18:20:56,372 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T18:20:56,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T18:20:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-17T18:20:56,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:56,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-17T18:20:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:56,525 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T18:20:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:56,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:56,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117385bba9915d24f54988bc169e26ac87d_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867654680/Put/seqid=0 2024-11-17T18:20:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742406_1582 (size=12454) 2024-11-17T18:20:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-17T18:20:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. as already flushing 2024-11-17T18:20:56,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867716827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:56,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867716929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:56,940 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117385bba9915d24f54988bc169e26ac87d_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117385bba9915d24f54988bc169e26ac87d_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/55a6ff95d8c44bd296406b9de950c522, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:56,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/55a6ff95d8c44bd296406b9de950c522 is 175, key is test_row_0/A:col10/1731867654680/Put/seqid=0 2024-11-17T18:20:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742407_1583 (size=31255) 2024-11-17T18:20:56,945 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/55a6ff95d8c44bd296406b9de950c522 2024-11-17T18:20:56,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/57c88c56157b4452b2fbfc426ea63b0d is 50, key is test_row_0/B:col10/1731867654680/Put/seqid=0 2024-11-17T18:20:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742408_1584 (size=12301) 2024-11-17T18:20:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-17T18:20:57,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T18:20:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35899 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47370 deadline: 1731867717131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 2024-11-17T18:20:57,355 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/57c88c56157b4452b2fbfc426ea63b0d 2024-11-17T18:20:57,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/12910bb2d2ba4a35be71814e1fba551e is 50, key is test_row_0/C:col10/1731867654680/Put/seqid=0 2024-11-17T18:20:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742409_1585 (size=12301) 2024-11-17T18:20:57,366 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/12910bb2d2ba4a35be71814e1fba551e 2024-11-17T18:20:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/55a6ff95d8c44bd296406b9de950c522 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/55a6ff95d8c44bd296406b9de950c522 2024-11-17T18:20:57,373 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/55a6ff95d8c44bd296406b9de950c522, entries=150, sequenceid=287, filesize=30.5 K 2024-11-17T18:20:57,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/57c88c56157b4452b2fbfc426ea63b0d as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/57c88c56157b4452b2fbfc426ea63b0d 2024-11-17T18:20:57,377 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/57c88c56157b4452b2fbfc426ea63b0d, entries=150, sequenceid=287, filesize=12.0 K 2024-11-17T18:20:57,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/12910bb2d2ba4a35be71814e1fba551e as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/12910bb2d2ba4a35be71814e1fba551e 2024-11-17T18:20:57,382 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/12910bb2d2ba4a35be71814e1fba551e, entries=150, sequenceid=287, filesize=12.0 K 2024-11-17T18:20:57,382 INFO [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 857ms, sequenceid=287, compaction requested=false 2024-11-17T18:20:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/940f5f05a898:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-17T18:20:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-17T18:20:57,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-17T18:20:57,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-17T18:20:57,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.0150 sec 2024-11-17T18:20:57,423 DEBUG [Thread-2269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e82da84 to 127.0.0.1:64935 2024-11-17T18:20:57,423 DEBUG [Thread-2265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a91576e to 127.0.0.1:64935 2024-11-17T18:20:57,423 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:57,423 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:57,424 DEBUG [Thread-2267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13f421ce to 127.0.0.1:64935 2024-11-17T18:20:57,424 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:57,424 DEBUG [Thread-2271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x280e45ef to 127.0.0.1:64935 2024-11-17T18:20:57,424 DEBUG [Thread-2273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35c8aee4 to 127.0.0.1:64935 2024-11-17T18:20:57,424 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:57,424 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35899 {}] regionserver.HRegion(8581): Flush requested on c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:57,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T18:20:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:57,434 DEBUG [Thread-2254 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1038e3d1 to 127.0.0.1:64935 2024-11-17T18:20:57,434 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:57,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:57,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178f0e21b44ff2485f8a282786e57d298e_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867656825/Put/seqid=0 2024-11-17T18:20:57,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742410_1586 (size=12454) 2024-11-17T18:20:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-17T18:20:57,475 INFO [Thread-2264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-17T18:20:57,843 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:57,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178f0e21b44ff2485f8a282786e57d298e_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178f0e21b44ff2485f8a282786e57d298e_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:57,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/7bdc6c94c6184554910203da13ed9c3f, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:57,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/7bdc6c94c6184554910203da13ed9c3f is 175, key is test_row_0/A:col10/1731867656825/Put/seqid=0 2024-11-17T18:20:57,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742411_1587 (size=31255) 2024-11-17T18:20:58,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/7bdc6c94c6184554910203da13ed9c3f 2024-11-17T18:20:58,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/8a81a21f6ac7496cabe8c3fcb5884141 is 50, key is test_row_0/B:col10/1731867656825/Put/seqid=0 2024-11-17T18:20:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742412_1588 (size=12301) 2024-11-17T18:20:58,350 DEBUG [Thread-2262 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c003722 to 127.0.0.1:64935 2024-11-17T18:20:58,351 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:58,362 DEBUG [Thread-2258 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e33676f to 127.0.0.1:64935 2024-11-17T18:20:58,362 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:58,376 DEBUG [Thread-2260 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72710fdd to 127.0.0.1:64935 2024-11-17T18:20:58,376 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:58,403 DEBUG [Thread-2256 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b806172 to 127.0.0.1:64935 2024-11-17T18:20:58,403 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7354 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7387 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7216 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7385 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7364 2024-11-17T18:20:58,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T18:20:58,403 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T18:20:58,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3249f8b1 to 127.0.0.1:64935 2024-11-17T18:20:58,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:20:58,404 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T18:20:58,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T18:20:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T18:20:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-17T18:20:58,406 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867658406"}]},"ts":"1731867658406"} 2024-11-17T18:20:58,407 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T18:20:58,408 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T18:20:58,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T18:20:58,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, UNASSIGN}] 2024-11-17T18:20:58,410 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, UNASSIGN 2024-11-17T18:20:58,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=CLOSING, regionLocation=940f5f05a898,35899,1731867484961 2024-11-17T18:20:58,411 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T18:20:58,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; CloseRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961}] 2024-11-17T18:20:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-17T18:20:58,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 940f5f05a898,35899,1731867484961 2024-11-17T18:20:58,563 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(124): Close c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:58,563 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T18:20:58,563 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1681): Closing c6d294d6adcfe174cb9b28ad30eeb2c1, disabling compactions & flushes 2024-11-17T18:20:58,563 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:58,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/8a81a21f6ac7496cabe8c3fcb5884141 2024-11-17T18:20:58,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/b07653fe36f1421e9b073ff3687ae621 is 50, key is test_row_0/C:col10/1731867656825/Put/seqid=0 2024-11-17T18:20:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742413_1589 (size=12301) 2024-11-17T18:20:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-17T18:20:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-17T18:20:59,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/b07653fe36f1421e9b073ff3687ae621 2024-11-17T18:20:59,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/7bdc6c94c6184554910203da13ed9c3f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/7bdc6c94c6184554910203da13ed9c3f 2024-11-17T18:20:59,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/7bdc6c94c6184554910203da13ed9c3f, entries=150, sequenceid=302, filesize=30.5 K 2024-11-17T18:20:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/8a81a21f6ac7496cabe8c3fcb5884141 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8a81a21f6ac7496cabe8c3fcb5884141 2024-11-17T18:20:59,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8a81a21f6ac7496cabe8c3fcb5884141, entries=150, sequenceid=302, filesize=12.0 K 2024-11-17T18:20:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/b07653fe36f1421e9b073ff3687ae621 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/b07653fe36f1421e9b073ff3687ae621 2024-11-17T18:20:59,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/b07653fe36f1421e9b073ff3687ae621, entries=150, sequenceid=302, filesize=12.0 K 2024-11-17T18:20:59,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1647ms, sequenceid=302, compaction requested=true 2024-11-17T18:20:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:20:59,081 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T18:20:59,081 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T18:20:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T18:20:59,081 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. after waiting 0 ms 2024-11-17T18:20:59,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. because compaction request was cancelled 2024-11-17T18:20:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T18:20:59,081 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:20:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6d294d6adcfe174cb9b28ad30eeb2c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T18:20:59,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:A 2024-11-17T18:20:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T18:20:59,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. because compaction request was cancelled 2024-11-17T18:20:59,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:B 2024-11-17T18:20:59,081 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(2837): Flushing c6d294d6adcfe174cb9b28ad30eeb2c1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-17T18:20:59,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. because compaction request was cancelled 2024-11-17T18:20:59,081 DEBUG [RS:0;940f5f05a898:35899-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6d294d6adcfe174cb9b28ad30eeb2c1:C 2024-11-17T18:20:59,081 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=A 2024-11-17T18:20:59,081 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:59,081 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=B 2024-11-17T18:20:59,082 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:59,082 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c6d294d6adcfe174cb9b28ad30eeb2c1, store=C 2024-11-17T18:20:59,082 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T18:20:59,086 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c3a2f7b1f4ef42eb87ecc306b544f01d_c6d294d6adcfe174cb9b28ad30eeb2c1 is 50, key is test_row_0/A:col10/1731867658375/Put/seqid=0 2024-11-17T18:20:59,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742414_1590 (size=12454) 2024-11-17T18:20:59,489 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T18:20:59,492 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c3a2f7b1f4ef42eb87ecc306b544f01d_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c3a2f7b1f4ef42eb87ecc306b544f01d_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:20:59,493 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/c7ec11bc88144e31818e3fb648cbb195, store: [table=TestAcidGuarantees family=A region=c6d294d6adcfe174cb9b28ad30eeb2c1] 2024-11-17T18:20:59,493 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/c7ec11bc88144e31818e3fb648cbb195 is 175, key is test_row_0/A:col10/1731867658375/Put/seqid=0 2024-11-17T18:20:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742415_1591 (size=31255) 2024-11-17T18:20:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-17T18:20:59,897 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/c7ec11bc88144e31818e3fb648cbb195 2024-11-17T18:20:59,902 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a95652998b884ce5ae61609990ebea1f is 50, key is test_row_0/B:col10/1731867658375/Put/seqid=0 2024-11-17T18:20:59,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742416_1592 (size=12301) 2024-11-17T18:20:59,905 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a95652998b884ce5ae61609990ebea1f 2024-11-17T18:20:59,909 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/1676648bfe91413bb2d652003473dae0 is 50, key is test_row_0/C:col10/1731867658375/Put/seqid=0 2024-11-17T18:20:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742417_1593 (size=12301) 2024-11-17T18:21:00,313 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/1676648bfe91413bb2d652003473dae0 2024-11-17T18:21:00,316 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/A/c7ec11bc88144e31818e3fb648cbb195 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/c7ec11bc88144e31818e3fb648cbb195 2024-11-17T18:21:00,319 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/c7ec11bc88144e31818e3fb648cbb195, entries=150, sequenceid=309, filesize=30.5 K 2024-11-17T18:21:00,319 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/B/a95652998b884ce5ae61609990ebea1f as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a95652998b884ce5ae61609990ebea1f 2024-11-17T18:21:00,322 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a95652998b884ce5ae61609990ebea1f, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T18:21:00,322 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/.tmp/C/1676648bfe91413bb2d652003473dae0 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/1676648bfe91413bb2d652003473dae0 2024-11-17T18:21:00,325 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/1676648bfe91413bb2d652003473dae0, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T18:21:00,325 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c6d294d6adcfe174cb9b28ad30eeb2c1 in 1244ms, sequenceid=309, compaction requested=true 2024-11-17T18:21:00,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/597682432f8d480ba50557b7a2caaa19, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afaad6bd616b4a2d9f760e8d69571551, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/04a016a988c242259f336708e773c4fd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/09080bc8a7ea4ca39e89323bb439dea8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/0fa5d8a4206b4d65be1a5a4899f8cb45, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/bc1d57d181de4c7db29cf68c7b1a2e8c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/f655a4b7ef4a4141bd2575b41a711b72, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/b3d5b38242a94d9890a1fe92a17a41f7, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e8f6123ad4ce4ed093247a986cfe8299, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/199084111d5d4cf5b622a60c3a947afd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afcec6aac87d467f815aab077645f8df, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/58a0a52cb5394111a55442aa4293a051, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/a9baa3fe258a4c46af0a046a46f9d12c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e6d1475318534efe8b08ac7a9c2785eb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/d974b904a3664850b62cc45f08f62cce, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/fd682a4e445f414f86a1a6aaa9e76891, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8ce0c23fefac45b8a51e648edd2de615] to archive 2024-11-17T18:21:00,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:21:00,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/597682432f8d480ba50557b7a2caaa19 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/597682432f8d480ba50557b7a2caaa19 2024-11-17T18:21:00,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afaad6bd616b4a2d9f760e8d69571551 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afaad6bd616b4a2d9f760e8d69571551 2024-11-17T18:21:00,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/14f07b7b2b8e47b2bb58f0ecdf6cd18e 2024-11-17T18:21:00,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/04a016a988c242259f336708e773c4fd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/04a016a988c242259f336708e773c4fd 2024-11-17T18:21:00,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/09080bc8a7ea4ca39e89323bb439dea8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/09080bc8a7ea4ca39e89323bb439dea8 2024-11-17T18:21:00,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/0fa5d8a4206b4d65be1a5a4899f8cb45 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/0fa5d8a4206b4d65be1a5a4899f8cb45 2024-11-17T18:21:00,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/bc1d57d181de4c7db29cf68c7b1a2e8c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/bc1d57d181de4c7db29cf68c7b1a2e8c 2024-11-17T18:21:00,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/f655a4b7ef4a4141bd2575b41a711b72 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/f655a4b7ef4a4141bd2575b41a711b72 2024-11-17T18:21:00,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/b3d5b38242a94d9890a1fe92a17a41f7 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/b3d5b38242a94d9890a1fe92a17a41f7 2024-11-17T18:21:00,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e8f6123ad4ce4ed093247a986cfe8299 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e8f6123ad4ce4ed093247a986cfe8299 2024-11-17T18:21:00,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/199084111d5d4cf5b622a60c3a947afd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/199084111d5d4cf5b622a60c3a947afd 2024-11-17T18:21:00,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afcec6aac87d467f815aab077645f8df to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/afcec6aac87d467f815aab077645f8df 2024-11-17T18:21:00,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/58a0a52cb5394111a55442aa4293a051 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/58a0a52cb5394111a55442aa4293a051 2024-11-17T18:21:00,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/a9baa3fe258a4c46af0a046a46f9d12c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/a9baa3fe258a4c46af0a046a46f9d12c 2024-11-17T18:21:00,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e6d1475318534efe8b08ac7a9c2785eb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/e6d1475318534efe8b08ac7a9c2785eb 2024-11-17T18:21:00,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/d974b904a3664850b62cc45f08f62cce to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/d974b904a3664850b62cc45f08f62cce 2024-11-17T18:21:00,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/fd682a4e445f414f86a1a6aaa9e76891 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/fd682a4e445f414f86a1a6aaa9e76891 2024-11-17T18:21:00,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8ce0c23fefac45b8a51e648edd2de615 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8ce0c23fefac45b8a51e648edd2de615 2024-11-17T18:21:00,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/dd35c068a07c4b3097fc82ba5b62bdf5, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/771f31f9a3974220ac97c3fd74d2c892, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/fe1d0a88f6404fc98673cad80d13de11, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/0e864591221641a0b72c3680b8e69ff8, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/1c1d39f4b3f4412c8047740fb442bafe, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/54b2830188c546d2b19fa9b314db2381, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8cb48becb10f49f2a443049826e55bc6, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/15ccd3107c034ad9bb8655c6c4c0485a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b3033a2b3c58473c85bc800228ff6ac3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/43ba5be53dbc4158a4377a0012cd0976, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/84804be4665f4bcdaea74835174f4946, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/f854ed9887cb4d518475f9314822febc, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/4040cacc8fc24ddf913c951a852f0890, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b1cc69ef8cdf49a49a9c5870f4a3aba2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/bfcf3c61681248e1b7520e85c5c28b52, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/7578dc59a07b45b2beab559849c0ae43, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/34f15aa946fb4b549af72058f7301327, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a7b87df09371427ca35b1c922abddfec] to archive 2024-11-17T18:21:00,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:21:00,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/dd35c068a07c4b3097fc82ba5b62bdf5 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/dd35c068a07c4b3097fc82ba5b62bdf5 2024-11-17T18:21:00,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/771f31f9a3974220ac97c3fd74d2c892 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/771f31f9a3974220ac97c3fd74d2c892 2024-11-17T18:21:00,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/fe1d0a88f6404fc98673cad80d13de11 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/fe1d0a88f6404fc98673cad80d13de11 2024-11-17T18:21:00,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/0e864591221641a0b72c3680b8e69ff8 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/0e864591221641a0b72c3680b8e69ff8 2024-11-17T18:21:00,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/1c1d39f4b3f4412c8047740fb442bafe to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/1c1d39f4b3f4412c8047740fb442bafe 2024-11-17T18:21:00,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/54b2830188c546d2b19fa9b314db2381 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/54b2830188c546d2b19fa9b314db2381 2024-11-17T18:21:00,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8cb48becb10f49f2a443049826e55bc6 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8cb48becb10f49f2a443049826e55bc6 2024-11-17T18:21:00,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/15ccd3107c034ad9bb8655c6c4c0485a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/15ccd3107c034ad9bb8655c6c4c0485a 2024-11-17T18:21:00,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b3033a2b3c58473c85bc800228ff6ac3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b3033a2b3c58473c85bc800228ff6ac3 2024-11-17T18:21:00,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/43ba5be53dbc4158a4377a0012cd0976 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/43ba5be53dbc4158a4377a0012cd0976 2024-11-17T18:21:00,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/84804be4665f4bcdaea74835174f4946 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/84804be4665f4bcdaea74835174f4946 2024-11-17T18:21:00,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/f854ed9887cb4d518475f9314822febc to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/f854ed9887cb4d518475f9314822febc 2024-11-17T18:21:00,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/4040cacc8fc24ddf913c951a852f0890 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/4040cacc8fc24ddf913c951a852f0890 2024-11-17T18:21:00,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b1cc69ef8cdf49a49a9c5870f4a3aba2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/b1cc69ef8cdf49a49a9c5870f4a3aba2 2024-11-17T18:21:00,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/bfcf3c61681248e1b7520e85c5c28b52 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/bfcf3c61681248e1b7520e85c5c28b52 2024-11-17T18:21:00,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/7578dc59a07b45b2beab559849c0ae43 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/7578dc59a07b45b2beab559849c0ae43 2024-11-17T18:21:00,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/34f15aa946fb4b549af72058f7301327 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/34f15aa946fb4b549af72058f7301327 2024-11-17T18:21:00,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a7b87df09371427ca35b1c922abddfec to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a7b87df09371427ca35b1c922abddfec 2024-11-17T18:21:00,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/9fe2212799bd4688991563b5fe70340c, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2287a206a22f44f4ae20f8e8cbe337bb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/fe4cf370b20e445d97f54d1a5adc87b3, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/263d31606468438cace800c8efff206a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/0164c656e698443fadd572023e425aaf, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/f77873cf329a42e1be2b76256ec48f7d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7aa7a3aea2b14b2ea58e4438add4e54a, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/033cb61e1d754798a20594eec72c39a2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/c379f56a2af34e138d6c57f306c04cdd, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/202c525154884f4784b80f33fd5f77c2, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/05b66fba3a2d42dfabcdc3461c3d2371, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/dea463d943ef4dbcb4f4774b897342fb, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/32f76928cf2d4afca59138d01e696cf0, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2d07a38699044f2ebc7f1cf5e0f7e5aa, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7942c1d14fd74de79202139510cbd525, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/e42e1a1606694c538073ee120744451d, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/d14809646df94e7ca1cda702f4ad6c4e, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/be5bdb4166c74c7ca27a7dc8c36c1334] to archive 2024-11-17T18:21:00,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T18:21:00,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/9fe2212799bd4688991563b5fe70340c to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/9fe2212799bd4688991563b5fe70340c 2024-11-17T18:21:00,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2287a206a22f44f4ae20f8e8cbe337bb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2287a206a22f44f4ae20f8e8cbe337bb 2024-11-17T18:21:00,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/fe4cf370b20e445d97f54d1a5adc87b3 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/fe4cf370b20e445d97f54d1a5adc87b3 2024-11-17T18:21:00,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/263d31606468438cace800c8efff206a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/263d31606468438cace800c8efff206a 2024-11-17T18:21:00,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/0164c656e698443fadd572023e425aaf to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/0164c656e698443fadd572023e425aaf 2024-11-17T18:21:00,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/f77873cf329a42e1be2b76256ec48f7d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/f77873cf329a42e1be2b76256ec48f7d 2024-11-17T18:21:00,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7aa7a3aea2b14b2ea58e4438add4e54a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7aa7a3aea2b14b2ea58e4438add4e54a 2024-11-17T18:21:00,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/033cb61e1d754798a20594eec72c39a2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/033cb61e1d754798a20594eec72c39a2 2024-11-17T18:21:00,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/c379f56a2af34e138d6c57f306c04cdd to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/c379f56a2af34e138d6c57f306c04cdd 2024-11-17T18:21:00,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/202c525154884f4784b80f33fd5f77c2 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/202c525154884f4784b80f33fd5f77c2 2024-11-17T18:21:00,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/05b66fba3a2d42dfabcdc3461c3d2371 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/05b66fba3a2d42dfabcdc3461c3d2371 2024-11-17T18:21:00,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/dea463d943ef4dbcb4f4774b897342fb to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/dea463d943ef4dbcb4f4774b897342fb 2024-11-17T18:21:00,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/32f76928cf2d4afca59138d01e696cf0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/32f76928cf2d4afca59138d01e696cf0 2024-11-17T18:21:00,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2d07a38699044f2ebc7f1cf5e0f7e5aa to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/2d07a38699044f2ebc7f1cf5e0f7e5aa 2024-11-17T18:21:00,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7942c1d14fd74de79202139510cbd525 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/7942c1d14fd74de79202139510cbd525 2024-11-17T18:21:00,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/e42e1a1606694c538073ee120744451d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/e42e1a1606694c538073ee120744451d 2024-11-17T18:21:00,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/d14809646df94e7ca1cda702f4ad6c4e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/d14809646df94e7ca1cda702f4ad6c4e 2024-11-17T18:21:00,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/be5bdb4166c74c7ca27a7dc8c36c1334 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/be5bdb4166c74c7ca27a7dc8c36c1334 2024-11-17T18:21:00,379 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/recovered.edits/312.seqid, newMaxSeqId=312, maxSeqId=4 2024-11-17T18:21:00,380 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1. 2024-11-17T18:21:00,380 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1635): Region close journal for c6d294d6adcfe174cb9b28ad30eeb2c1: 2024-11-17T18:21:00,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=c6d294d6adcfe174cb9b28ad30eeb2c1, regionState=CLOSED 2024-11-17T18:21:00,382 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(170): Closed c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-17T18:21:00,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseRegionProcedure c6d294d6adcfe174cb9b28ad30eeb2c1, server=940f5f05a898,35899,1731867484961 in 1.9710 sec 2024-11-17T18:21:00,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=183, resume processing ppid=182 2024-11-17T18:21:00,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, ppid=182, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6d294d6adcfe174cb9b28ad30eeb2c1, UNASSIGN in 1.9730 sec 2024-11-17T18:21:00,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-17T18:21:00,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9760 sec 2024-11-17T18:21:00,386 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731867660386"}]},"ts":"1731867660386"} 2024-11-17T18:21:00,387 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T18:21:00,389 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T18:21:00,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9850 sec 2024-11-17T18:21:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-17T18:21:00,509 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-17T18:21:00,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T18:21:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:21:00,511 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:21:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-17T18:21:00,511 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=185, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:21:00,513 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C, FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/recovered.edits] 2024-11-17T18:21:00,517 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/55a6ff95d8c44bd296406b9de950c522 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/55a6ff95d8c44bd296406b9de950c522 2024-11-17T18:21:00,518 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/7bdc6c94c6184554910203da13ed9c3f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/7bdc6c94c6184554910203da13ed9c3f 2024-11-17T18:21:00,518 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8d8a7678472641d2a7bca78d519031a9 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/8d8a7678472641d2a7bca78d519031a9 2024-11-17T18:21:00,519 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/c7ec11bc88144e31818e3fb648cbb195 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/A/c7ec11bc88144e31818e3fb648cbb195 2024-11-17T18:21:00,521 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/57c88c56157b4452b2fbfc426ea63b0d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/57c88c56157b4452b2fbfc426ea63b0d 2024-11-17T18:21:00,522 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8a81a21f6ac7496cabe8c3fcb5884141 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/8a81a21f6ac7496cabe8c3fcb5884141 2024-11-17T18:21:00,522 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a5395b646c3143dba4f2201bc36ccb8d to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a5395b646c3143dba4f2201bc36ccb8d 2024-11-17T18:21:00,523 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a95652998b884ce5ae61609990ebea1f to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/B/a95652998b884ce5ae61609990ebea1f 2024-11-17T18:21:00,525 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/12910bb2d2ba4a35be71814e1fba551e to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/12910bb2d2ba4a35be71814e1fba551e 2024-11-17T18:21:00,525 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/1676648bfe91413bb2d652003473dae0 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/1676648bfe91413bb2d652003473dae0 2024-11-17T18:21:00,526 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/81950c819367492dbe278fa36144402a to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/81950c819367492dbe278fa36144402a 2024-11-17T18:21:00,527 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/b07653fe36f1421e9b073ff3687ae621 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/C/b07653fe36f1421e9b073ff3687ae621 2024-11-17T18:21:00,529 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/recovered.edits/312.seqid to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1/recovered.edits/312.seqid 2024-11-17T18:21:00,529 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/default/TestAcidGuarantees/c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,530 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T18:21:00,530 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T18:21:00,530 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T18:21:00,532 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111703b41158de654ddaa0a1eb774cccd33f_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111703b41158de654ddaa0a1eb774cccd33f_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,533 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117385bba9915d24f54988bc169e26ac87d_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117385bba9915d24f54988bc169e26ac87d_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,534 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173b36b933ad454e2ca8e0ba4fa6277df2_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173b36b933ad454e2ca8e0ba4fa6277df2_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,535 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111742df55c9f65b449fadc915a8657e4448_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111742df55c9f65b449fadc915a8657e4448_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,536 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111750be117226864f14b2adb1b2707c55ae_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111750be117226864f14b2adb1b2707c55ae_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,536 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111753d9d0bf375541d08e67152b0bffec48_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111753d9d0bf375541d08e67152b0bffec48_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,537 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117758d351dd93847df96b7def86fe816dc_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117758d351dd93847df96b7def86fe816dc_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,538 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177d0fc4d1a64a4a88ad7c41429aaf6955_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177d0fc4d1a64a4a88ad7c41429aaf6955_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,539 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111785c914b3c5704f25a8de3a78264af52f_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111785c914b3c5704f25a8de3a78264af52f_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,539 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111787d1021b213d48e8942711d6a8a09b61_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111787d1021b213d48e8942711d6a8a09b61_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,540 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178f0e21b44ff2485f8a282786e57d298e_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178f0e21b44ff2485f8a282786e57d298e_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,541 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179d5dceaa099b46a4823f8e6b0633c457_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179d5dceaa099b46a4823f8e6b0633c457_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,542 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c156ddd139f24785864b366f915feeb6_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c156ddd139f24785864b366f915feeb6_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,543 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c3a2f7b1f4ef42eb87ecc306b544f01d_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c3a2f7b1f4ef42eb87ecc306b544f01d_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,543 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d6127636de8d4082a932054ebd246b78_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d6127636de8d4082a932054ebd246b78_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,544 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d85c47f5d2dd4e778c6b0153594b0350_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d85c47f5d2dd4e778c6b0153594b0350_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,545 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f97b130eb4d1466bb8b48c7cb00ddb96_c6d294d6adcfe174cb9b28ad30eeb2c1 to hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f97b130eb4d1466bb8b48c7cb00ddb96_c6d294d6adcfe174cb9b28ad30eeb2c1 2024-11-17T18:21:00,545 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T18:21:00,547 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=185, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:21:00,549 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T18:21:00,550 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T18:21:00,551 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=185, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:21:00,551 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T18:21:00,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731867660551"}]},"ts":"9223372036854775807"} 2024-11-17T18:21:00,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T18:21:00,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c6d294d6adcfe174cb9b28ad30eeb2c1, NAME => 'TestAcidGuarantees,,1731867634354.c6d294d6adcfe174cb9b28ad30eeb2c1.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T18:21:00,553 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T18:21:00,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731867660553"}]},"ts":"9223372036854775807"} 2024-11-17T18:21:00,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T18:21:00,555 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=185, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T18:21:00,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-17T18:21:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-17T18:21:00,612 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-17T18:21:00,621 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=242 (was 240) - Thread LEAK? -, OpenFileDescriptor=459 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11497 (was 11529) 2024-11-17T18:21:00,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T18:21:00,621 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T18:21:00,621 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5dfbda97 to 127.0.0.1:64935 2024-11-17T18:21:00,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:21:00,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T18:21:00,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531303381, stopped=false 2024-11-17T18:21:00,622 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=940f5f05a898,41879,1731867484231 2024-11-17T18:21:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T18:21:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T18:21:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:21:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:21:00,624 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T18:21:00,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:21:00,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T18:21:00,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T18:21:00,624 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '940f5f05a898,35899,1731867484961' ***** 2024-11-17T18:21:00,624 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T18:21:00,625 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T18:21:00,625 INFO [RS:0;940f5f05a898:35899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T18:21:00,625 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T18:21:00,625 INFO [RS:0;940f5f05a898:35899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T18:21:00,625 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(3579): Received CLOSE for ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:21:00,626 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1224): stopping server 940f5f05a898,35899,1731867484961 2024-11-17T18:21:00,626 DEBUG [RS:0;940f5f05a898:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:21:00,626 INFO [RS:0;940f5f05a898:35899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T18:21:00,626 INFO [RS:0;940f5f05a898:35899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T18:21:00,626 INFO [RS:0;940f5f05a898:35899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T18:21:00,626 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ffb3d40b12db0b1cb936d4589fce7293, disabling compactions & flushes 2024-11-17T18:21:00,626 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. after waiting 0 ms 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:21:00,626 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T18:21:00,626 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ffb3d40b12db0b1cb936d4589fce7293 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T18:21:00,626 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, ffb3d40b12db0b1cb936d4589fce7293=hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293.} 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T18:21:00,626 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T18:21:00,626 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T18:21:00,626 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-17T18:21:00,627 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ffb3d40b12db0b1cb936d4589fce7293 2024-11-17T18:21:00,642 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293/.tmp/info/ab45d19f93f244e786e31c25286cdea4 is 45, key is default/info:d/1731867490245/Put/seqid=0 2024-11-17T18:21:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742418_1594 (size=5037) 2024-11-17T18:21:00,645 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293/.tmp/info/ab45d19f93f244e786e31c25286cdea4 2024-11-17T18:21:00,648 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293/.tmp/info/ab45d19f93f244e786e31c25286cdea4 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293/info/ab45d19f93f244e786e31c25286cdea4 2024-11-17T18:21:00,650 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/info/8f2bef23d9f949c096850fd4b490b864 is 143, key is hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293./info:regioninfo/1731867490121/Put/seqid=0 2024-11-17T18:21:00,651 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293/info/ab45d19f93f244e786e31c25286cdea4, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T18:21:00,651 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ffb3d40b12db0b1cb936d4589fce7293 in 25ms, sequenceid=6, compaction requested=false 2024-11-17T18:21:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742419_1595 (size=7725) 2024-11-17T18:21:00,654 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/namespace/ffb3d40b12db0b1cb936d4589fce7293/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T18:21:00,654 INFO [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:21:00,654 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ffb3d40b12db0b1cb936d4589fce7293: 2024-11-17T18:21:00,655 DEBUG [RS_CLOSE_REGION-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731867488897.ffb3d40b12db0b1cb936d4589fce7293. 2024-11-17T18:21:00,717 INFO [regionserver/940f5f05a898:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T18:21:00,827 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T18:21:01,027 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T18:21:01,054 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/info/8f2bef23d9f949c096850fd4b490b864 2024-11-17T18:21:01,071 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/rep_barrier/91d62abb9cf84863b68dd83d99317f50 is 102, key is TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391./rep_barrier:/1731867518593/DeleteFamily/seqid=0 2024-11-17T18:21:01,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742420_1596 (size=6025) 2024-11-17T18:21:01,228 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T18:21:01,428 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T18:21:01,475 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/rep_barrier/91d62abb9cf84863b68dd83d99317f50 2024-11-17T18:21:01,492 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/table/974c2bafa17e40a68e09e13c48ca832a is 96, key is TestAcidGuarantees,,1731867490391.c905aa703dea20d28e957a4ddecee391./table:/1731867518593/DeleteFamily/seqid=0 2024-11-17T18:21:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742421_1597 (size=5942) 2024-11-17T18:21:01,602 INFO [regionserver/940f5f05a898:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T18:21:01,602 INFO [regionserver/940f5f05a898:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T18:21:01,628 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-17T18:21:01,628 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T18:21:01,628 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T18:21:01,828 DEBUG [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T18:21:01,896 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/table/974c2bafa17e40a68e09e13c48ca832a 2024-11-17T18:21:01,899 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/info/8f2bef23d9f949c096850fd4b490b864 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/info/8f2bef23d9f949c096850fd4b490b864 2024-11-17T18:21:01,901 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/info/8f2bef23d9f949c096850fd4b490b864, entries=22, sequenceid=93, filesize=7.5 K 2024-11-17T18:21:01,902 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/rep_barrier/91d62abb9cf84863b68dd83d99317f50 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/rep_barrier/91d62abb9cf84863b68dd83d99317f50 2024-11-17T18:21:01,905 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/rep_barrier/91d62abb9cf84863b68dd83d99317f50, entries=6, sequenceid=93, filesize=5.9 K 2024-11-17T18:21:01,905 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/.tmp/table/974c2bafa17e40a68e09e13c48ca832a as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/table/974c2bafa17e40a68e09e13c48ca832a 2024-11-17T18:21:01,907 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/table/974c2bafa17e40a68e09e13c48ca832a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-17T18:21:01,908 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1282ms, sequenceid=93, compaction requested=false 2024-11-17T18:21:01,911 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-17T18:21:01,911 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T18:21:01,912 INFO [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T18:21:01,912 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T18:21:01,912 DEBUG [RS_CLOSE_META-regionserver/940f5f05a898:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T18:21:02,029 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1250): stopping server 940f5f05a898,35899,1731867484961; all regions closed. 2024-11-17T18:21:02,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741834_1010 (size=26050) 2024-11-17T18:21:02,034 DEBUG [RS:0;940f5f05a898:35899 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/oldWALs 2024-11-17T18:21:02,034 INFO [RS:0;940f5f05a898:35899 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 940f5f05a898%2C35899%2C1731867484961.meta:.meta(num 1731867488656) 2024-11-17T18:21:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741832_1008 (size=14018086) 2024-11-17T18:21:02,038 DEBUG [RS:0;940f5f05a898:35899 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/oldWALs 2024-11-17T18:21:02,038 INFO [RS:0;940f5f05a898:35899 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 940f5f05a898%2C35899%2C1731867484961:(num 1731867487720) 2024-11-17T18:21:02,038 DEBUG [RS:0;940f5f05a898:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:21:02,038 INFO [RS:0;940f5f05a898:35899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T18:21:02,038 INFO [RS:0;940f5f05a898:35899 {}] hbase.ChoreService(370): Chore service for: regionserver/940f5f05a898:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-17T18:21:02,038 INFO [regionserver/940f5f05a898:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T18:21:02,039 INFO [RS:0;940f5f05a898:35899 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35899 2024-11-17T18:21:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/940f5f05a898,35899,1731867484961 2024-11-17T18:21:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T18:21:02,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [940f5f05a898,35899,1731867484961] 2024-11-17T18:21:02,044 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 940f5f05a898,35899,1731867484961; numProcessing=1 2024-11-17T18:21:02,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/940f5f05a898,35899,1731867484961 already deleted, retry=false 2024-11-17T18:21:02,045 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 940f5f05a898,35899,1731867484961 expired; onlineServers=0 2024-11-17T18:21:02,045 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '940f5f05a898,41879,1731867484231' ***** 2024-11-17T18:21:02,045 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T18:21:02,045 DEBUG [M:0;940f5f05a898:41879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201e291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=940f5f05a898/172.17.0.2:0 2024-11-17T18:21:02,045 INFO [M:0;940f5f05a898:41879 {}] regionserver.HRegionServer(1224): stopping server 940f5f05a898,41879,1731867484231 2024-11-17T18:21:02,045 INFO [M:0;940f5f05a898:41879 {}] regionserver.HRegionServer(1250): stopping server 940f5f05a898,41879,1731867484231; all regions closed. 2024-11-17T18:21:02,045 DEBUG [M:0;940f5f05a898:41879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T18:21:02,046 DEBUG [M:0;940f5f05a898:41879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T18:21:02,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T18:21:02,046 DEBUG [M:0;940f5f05a898:41879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T18:21:02,046 DEBUG [master/940f5f05a898:0:becomeActiveMaster-HFileCleaner.large.0-1731867487423 {}] cleaner.HFileCleaner(306): Exit Thread[master/940f5f05a898:0:becomeActiveMaster-HFileCleaner.large.0-1731867487423,5,FailOnTimeoutGroup] 2024-11-17T18:21:02,046 DEBUG [master/940f5f05a898:0:becomeActiveMaster-HFileCleaner.small.0-1731867487424 {}] cleaner.HFileCleaner(306): Exit Thread[master/940f5f05a898:0:becomeActiveMaster-HFileCleaner.small.0-1731867487424,5,FailOnTimeoutGroup] 2024-11-17T18:21:02,046 INFO [M:0;940f5f05a898:41879 {}] hbase.ChoreService(370): Chore service for: master/940f5f05a898:0 had [] on shutdown 2024-11-17T18:21:02,046 DEBUG [M:0;940f5f05a898:41879 {}] master.HMaster(1733): Stopping service threads 2024-11-17T18:21:02,046 INFO [M:0;940f5f05a898:41879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T18:21:02,046 ERROR [M:0;940f5f05a898:41879 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (966639031) connection to localhost/127.0.0.1:37285 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37285,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-17T18:21:02,047 INFO [M:0;940f5f05a898:41879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T18:21:02,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T18:21:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T18:21:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T18:21:02,047 DEBUG [M:0;940f5f05a898:41879 {}] zookeeper.ZKUtil(347): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T18:21:02,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T18:21:02,047 WARN [M:0;940f5f05a898:41879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T18:21:02,047 INFO [M:0;940f5f05a898:41879 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T18:21:02,047 INFO [M:0;940f5f05a898:41879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T18:21:02,048 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T18:21:02,048 INFO [M:0;940f5f05a898:41879 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:21:02,048 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:21:02,048 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T18:21:02,048 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:21:02,048 INFO [M:0;940f5f05a898:41879 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=779.91 KB heapSize=959.45 KB 2024-11-17T18:21:02,063 DEBUG [M:0;940f5f05a898:41879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/720da29a77e8462cb4ce5250cf02f768 is 82, key is hbase:meta,,1/info:regioninfo/1731867488789/Put/seqid=0 2024-11-17T18:21:02,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742422_1598 (size=5672) 2024-11-17T18:21:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T18:21:02,144 INFO [RS:0;940f5f05a898:35899 {}] regionserver.HRegionServer(1307): Exiting; stopping=940f5f05a898,35899,1731867484961; zookeeper connection closed. 2024-11-17T18:21:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x10006b455a40001, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T18:21:02,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2916ce03 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2916ce03 2024-11-17T18:21:02,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T18:21:02,467 INFO [M:0;940f5f05a898:41879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2208 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/720da29a77e8462cb4ce5250cf02f768 2024-11-17T18:21:02,487 DEBUG [M:0;940f5f05a898:41879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afc4ec59e01840d2b4dd86e6fc9fc7ac is 2279, key is \x00\x00\x00\x00\x00\x00\x00\xA0/proc:d/1731867637367/Put/seqid=0 2024-11-17T18:21:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742423_1599 (size=46142) 2024-11-17T18:21:02,491 INFO [M:0;940f5f05a898:41879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=779.36 KB at sequenceid=2208 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afc4ec59e01840d2b4dd86e6fc9fc7ac 2024-11-17T18:21:02,493 INFO [M:0;940f5f05a898:41879 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afc4ec59e01840d2b4dd86e6fc9fc7ac 2024-11-17T18:21:02,507 DEBUG [M:0;940f5f05a898:41879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/729a7f0b0a8443d386d9d683da2e0ef6 is 69, key is 940f5f05a898,35899,1731867484961/rs:state/1731867487490/Put/seqid=0 2024-11-17T18:21:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073742424_1600 (size=5156) 2024-11-17T18:21:02,911 INFO [M:0;940f5f05a898:41879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2208 (bloomFilter=true), to=hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/729a7f0b0a8443d386d9d683da2e0ef6 2024-11-17T18:21:02,914 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/720da29a77e8462cb4ce5250cf02f768 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/720da29a77e8462cb4ce5250cf02f768 2024-11-17T18:21:02,917 INFO [M:0;940f5f05a898:41879 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/720da29a77e8462cb4ce5250cf02f768, entries=8, sequenceid=2208, filesize=5.5 K 2024-11-17T18:21:02,918 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afc4ec59e01840d2b4dd86e6fc9fc7ac as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afc4ec59e01840d2b4dd86e6fc9fc7ac 2024-11-17T18:21:02,920 INFO [M:0;940f5f05a898:41879 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afc4ec59e01840d2b4dd86e6fc9fc7ac 2024-11-17T18:21:02,920 INFO [M:0;940f5f05a898:41879 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afc4ec59e01840d2b4dd86e6fc9fc7ac, entries=185, sequenceid=2208, filesize=45.1 K 2024-11-17T18:21:02,921 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/729a7f0b0a8443d386d9d683da2e0ef6 as hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/729a7f0b0a8443d386d9d683da2e0ef6 2024-11-17T18:21:02,923 INFO [M:0;940f5f05a898:41879 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37285/user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/729a7f0b0a8443d386d9d683da2e0ef6, entries=1, sequenceid=2208, filesize=5.0 K 2024-11-17T18:21:02,924 INFO [M:0;940f5f05a898:41879 {}] regionserver.HRegion(3040): Finished flush of dataSize ~779.91 KB/798630, heapSize ~959.16 KB/982176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=2208, compaction requested=false 2024-11-17T18:21:02,925 INFO [M:0;940f5f05a898:41879 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T18:21:02,925 DEBUG [M:0;940f5f05a898:41879 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T18:21:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44317 is added to blk_1073741830_1006 (size=943413) 2024-11-17T18:21:02,927 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7b305753-f422-12ce-212f-c2e87ab266f9/MasterData/WALs/940f5f05a898,41879,1731867484231/940f5f05a898%2C41879%2C1731867484231.1731867486920 not finished, retry = 0 2024-11-17T18:21:03,028 INFO [M:0;940f5f05a898:41879 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T18:21:03,028 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T18:21:03,029 INFO [M:0;940f5f05a898:41879 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41879 2024-11-17T18:21:03,030 DEBUG [M:0;940f5f05a898:41879 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/940f5f05a898,41879,1731867484231 already deleted, retry=false 2024-11-17T18:21:03,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T18:21:03,132 INFO [M:0;940f5f05a898:41879 {}] regionserver.HRegionServer(1307): Exiting; stopping=940f5f05a898,41879,1731867484231; zookeeper connection closed. 2024-11-17T18:21:03,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41879-0x10006b455a40000, quorum=127.0.0.1:64935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T18:21:03,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48abbbf4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T18:21:03,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3846762{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T18:21:03,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T18:21:03,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a98c9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T18:21:03,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a027052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/hadoop.log.dir/,STOPPED} 2024-11-17T18:21:03,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T18:21:03,143 WARN [BP-1071056924-172.17.0.2-1731867480661 heartbeating to localhost/127.0.0.1:37285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T18:21:03,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T18:21:03,143 WARN [BP-1071056924-172.17.0.2-1731867480661 heartbeating to localhost/127.0.0.1:37285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1071056924-172.17.0.2-1731867480661 (Datanode Uuid dc78efac-1f86-48ef-a5ef-c06871cb54f5) service to localhost/127.0.0.1:37285 2024-11-17T18:21:03,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/dfs/data/data1/current/BP-1071056924-172.17.0.2-1731867480661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T18:21:03,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/cluster_4c983519-6cb7-bce0-9854-6e8f4e41e6d3/dfs/data/data2/current/BP-1071056924-172.17.0.2-1731867480661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T18:21:03,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T18:21:03,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a587b03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T18:21:03,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e2798b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T18:21:03,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T18:21:03,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204089c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T18:21:03,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50dba42e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bb3b857e-f441-e492-af0f-8f1a7eea46d9/hadoop.log.dir/,STOPPED} 2024-11-17T18:21:03,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T18:21:03,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down